-- Logs begin at Wed 2021-06-23 08:02:04 UTC, end at Wed 2021-06-23 09:00:42 UTC. -- Jun 23 08:30:51.370334 dv-cinder-768592-7-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 23 08:30:54.019715 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.common.config [-] Logging enabled! Jun 23 08:30:54.020303 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev382 Jun 23 08:30:54.020500 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99484) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 08:30:54.023685 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.common.config [-] Logging enabled! Jun 23 08:30:54.023940 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev382 Jun 23 08:30:54.024247 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99484) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 08:30:54.025177 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 08:30:54.032974 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 08:30:54.033419 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 08:30:54.033667 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 08:30:54.033893 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 08:30:54.034236 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.034543 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.034895 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.035127 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.035426 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.035717 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.036000 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.036289 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.036591 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.036874 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.037150 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.037436 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.037665 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.037942 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.038224 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.038506 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.038764 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] debug = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.039087 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.039579 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.040071 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.040547 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.041009 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.041372 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.041782 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.042256 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.042589 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.042975 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] host = dv-cinder-768592-7-smb {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.043270 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.043564 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.043858 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.044152 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.044431 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.044709 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.044999 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.045277 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.045553 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] log_file = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.045830 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.046120 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.046409 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.046699 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.046947 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.047172 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.047460 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.048433 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.048723 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.049000 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.049282 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.049564 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.049839 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.050107 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.050394 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.050679 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.050988 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.051262 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.051537 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.051808 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.052078 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.052362 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.052634 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.052906 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.053176 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.053463 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.053728 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.053998 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.054361 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.054843 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.055273 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.055759 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.056121 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.056598 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.056890 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.057169 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.057447 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] use_json = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.057723 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.057995 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.058280 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.058553 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.058853 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.059131 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.059401 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.059687 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:54.059986 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.060281 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.060639 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.060929 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.061224 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.061503 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.061793 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.062072 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.062361 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.062650 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.062962 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.063238 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.063530 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.063790 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.064084 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.064387 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.064677 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.064966 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.065240 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.065511 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.065785 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.066058 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.066341 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.066630 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.066942 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.067213 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.067488 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.067778 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.068054 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.068322 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.068596 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.068879 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.069157 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.069426 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.069703 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.069974 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.070242 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.070508 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.070804 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.071092 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.071364 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.071631 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.072050 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.072486 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.072918 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.073359 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.073788 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.074219 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.074634 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.075082 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.075486 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.075893 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.076298 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.076696 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.077098 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.077492 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.077884 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.078275 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.078668 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.079103 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.079494 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.079889 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.080288 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.080681 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.081073 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.081466 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.081862 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.082260 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.082672 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.083125 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.083529 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.083929 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.084328 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.084729 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.085130 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.085529 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.085936 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.086343 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.086851 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.087192 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.087605 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.088026 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.088448 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.088851 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.089286 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.089692 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.090102 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.090947 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.090947 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.091326 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.091740 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.092165 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.092595 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.093023 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.093452 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.093875 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.094282 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.095358 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.095358 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:54.095965 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 08:30:54.096316 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99484) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 23 08:30:54.473089 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:30:54.473285 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:30:54.473567 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:30:54.473895 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 23 08:30:54.866064 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:54.866368 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:54.866645 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:54.867950 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:54.868224 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:54.868490 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:54.901636 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:54.901920 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:54.902188 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:54.915763 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:54.916041 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:54.916306 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:54.945541 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:54.945816 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:54.946078 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:54.981567 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:54.981841 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:54.982110 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:55.213390 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:55.213992 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:55.213992 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:55.214149 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:55.214825 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:55.336124 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:55.336442 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:55.336724 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:55.336991 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:55.337258 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:55.337566 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:55.337824 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:55.338078 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:55.338328 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:55.338604 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:55.338884 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:55.339147 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:55.339403 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:55.339663 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:55.339914 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:55.340178 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:55.340445 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:55.341661 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:55.341960 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:55.342238 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:55.342542 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:55.342936 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:55.343208 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:55.343505 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:55.343759 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:55.344010 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:55.344406 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 08:30:55.345205 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 08:30:55.345689 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 08:30:55.345866 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 08:30:55.346105 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 08:30:55.346344 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 08:30:55.346708 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 23 08:30:55.349737 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 23 08:30:55.353604 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 23 08:30:55.357358 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jun 23 08:30:55.358986 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 23 08:30:55.359444 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 23 08:30:55.359776 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 23 08:30:55.360730 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 23 08:30:55.364096 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 23 08:30:55.364343 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 23 08:30:55.364685 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 08:30:55.392371 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 23 08:30:55.392912 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:55.393208 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99484) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 23 08:30:55.393570 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:55.394940 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99484) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 23 08:30:55.395215 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 08:30:55.395456 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 23 08:30:55.398749 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:55.399036 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:55.462147 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 23 08:30:55.462387 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 23 08:30:55.462621 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 23 08:30:55.463009 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 23 08:30:55.484274 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_db.sqlalchemy.engines [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99484) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 23 08:30:56.028259 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.plugins.ml2.managers [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Initializing driver for type 'gre' Jun 23 08:30:56.028804 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] gre ID ranges: [(1, 1000)] Jun 23 08:30:56.081350 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.plugins.ml2.managers [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Initializing driver for type 'local' Jun 23 08:30:56.081700 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.plugins.ml2.managers [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Initializing driver for type 'vlan' Jun 23 08:30:56.094567 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] VlanTypeDriver initialization complete Jun 23 08:30:56.094955 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.plugins.ml2.managers [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Initializing driver for type 'vxlan' Jun 23 08:30:56.095464 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] vxlan ID ranges: [(1, 1000)] Jun 23 08:30:56.143964 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.plugins.ml2.managers [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Initializing extension driver 'port_security' Jun 23 08:30:56.144300 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.plugins.ml2.extensions.port_security [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] PortSecurityExtensionDriver initialization complete Jun 23 08:30:56.144632 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.plugins.ml2.managers [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Initializing mechanism driver 'openvswitch' Jun 23 08:30:56.144954 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.plugins.ml2.managers [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Initializing mechanism driver 'hyperv' Jun 23 08:30:56.151513 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:30:56.152280 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > port after_create 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.152650 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > port after_update 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.153008 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > port after_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.153396 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > subnet after_create 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.153748 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > subnet after_update 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.154091 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.154468 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > network after_create 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.154837 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > network after_update 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.155180 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > network after_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.155556 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > security_group after_create 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.155904 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > security_group after_update 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.156242 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > security_group after_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.156617 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.156956 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.157319 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.157697 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > address_group after_create 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.158042 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > address_group after_update 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.158382 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > address_group after_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.158719 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] ML2 OVO RPC backend initialized. {{(pid=99484) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 23 08:30:56.159431 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.159783 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.160196 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > network before_response 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.160540 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > networks before_response 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.160885 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > port before_response 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.161225 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > ports before_response 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.161566 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > subnet before_response 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.161905 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > subnets before_response 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.162256 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > network after_create 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.162596 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > network after_update 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.162960 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > network after_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.163299 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > port after_create 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.163636 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > port after_update 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.163975 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > port after_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.164318 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > subnet after_create 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.164655 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > subnet after_update 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.164990 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.165565 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.plugins.ml2.plugin [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Modular L2 Plugin initialization complete Jun 23 08:30:56.165893 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading services supported by the core plugin {{(pid=99484) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 23 08:30:56.166217 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.plugins.ml2.managers [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Got port-security extension from driver 'port_security' Jun 23 08:30:56.166672 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.extensions.vlantransparent [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Disabled vlantransparent extension. Jun 23 08:30:56.167180 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99484) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 23 08:30:56.167494 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading Plugin: router Jun 23 08:30:56.202208 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > router_interface before_create 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.202595 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > router after_create 55549900 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.202983 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > router before_create 55549900 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.203349 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.203717 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.204758 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > router after_delete 55549900 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.205236 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > floatingip after_update 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.205534 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > router after_create 55549900 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.205880 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > router after_update 55549900 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.206229 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > router after_update 55549900 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.206576 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.206963 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > router after_update 55549900 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.207369 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > router precommit_update 55549900 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.207735 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: port after_update 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.208072 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: port after_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.208410 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: subnet after_update 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.208745 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.209088 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > port precommit_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.209433 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > router precommit_create 55549900 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.209772 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: port before_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.210111 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > router precommit_create 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.210464 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > router after_update 55549900 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.210829 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > router precommit_delete 55549900 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.211179 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > router precommit_create 55549900 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.211538 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.211880 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > router precommit_update 55549900 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.212249 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > network after_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.213085 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.quota.resource_registry [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Tracking information for resource: router configured {{(pid=99484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 08:30:56.213414 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.quota.resource_registry [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Tracking information for resource: floatingip configured {{(pid=99484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 08:30:56.218261 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.db.l3_agentschedulers_db [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 23 08:30:56.218849 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: port after_update 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.219207 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: port after_create 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.219582 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: port after_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.220152 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: port after_update 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.220678 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > router before_create 55550100 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.221042 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > router precommit_delete 55550100 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.221401 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > router precommit_create 55550100 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.221755 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > router precommit_update 55550100 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.226304 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.services.provider_configuration [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Service providers = [] {{(pid=99484) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 23 08:30:56.226669 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.db.servicetype_db [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99484) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 23 08:30:56.229530 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.services.service_base [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99484) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 08:30:56.229882 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.services.service_base [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99484) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 08:30:56.230246 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.services.service_base [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99484) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 08:30:56.231150 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.services.service_base [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99484) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 08:30:56.231522 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.services.service_base [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 23 08:30:56.231888 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 08:30:56.232203 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 23 08:30:56.242893 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 08:30:56.243226 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading Plugin: auto_allocate Jun 23 08:30:56.248933 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: network precommit_update 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.249303 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: network precommit_create 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.249817 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 08:30:56.250139 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading Plugin: tag Jun 23 08:30:56.257163 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 08:30:56.257493 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading Plugin: timestamp Jun 23 08:30:56.261165 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 08:30:56.261494 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading Plugin: network_ip_availability Jun 23 08:30:56.268856 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.269228 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.269585 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.270286 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 08:30:56.270606 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading Plugin: flavors Jun 23 08:30:56.275278 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 08:30:56.275613 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading Plugin: revisions Jun 23 08:30:56.279902 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 08:30:56.280245 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.807s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:30:56.280967 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99484) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 23 08:30:56.281298 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Initializing extension manager. Jun 23 08:30:56.281798 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: __init__.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.282278 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: __pycache__ {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.282772 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.283114 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: address_group.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.283859 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.284412 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: address-group Jun 23 08:30:56.284733 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: address_scope.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.285424 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.285930 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: address-scope Jun 23 08:30:56.286247 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: admin_state_down_before_update.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.287172 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.287674 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: router-admin-state-down-before-update Jun 23 08:30:56.287994 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: agent.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.288677 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.289174 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: agent Jun 23 08:30:56.289489 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: agent_resources_synced.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.290377 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.290911 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: agent-resources-synced Jun 23 08:30:56.291232 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: allowedaddresspairs.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.292932 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.293452 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: allowed-address-pairs Jun 23 08:30:56.293777 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: auto_allocated_topology.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.295037 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.295553 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: auto-allocated-topology Jun 23 08:30:56.295878 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: availability_zone.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.296744 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.297068 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: availability_zone Jun 23 08:30:56.297383 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: availability_zone_filter.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.298422 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.298958 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: availability_zone_filter Jun 23 08:30:56.299284 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: data_plane_status.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.300171 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.300670 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extension data-plane-status not supported by any of loaded plugins Jun 23 08:30:56.300987 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: default_subnetpools.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.301892 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.302393 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: default-subnetpools Jun 23 08:30:56.302710 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: dhcpagentscheduler.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.303543 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.304038 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: dhcp_agent_scheduler Jun 23 08:30:56.304356 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: dns.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.305250 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.305743 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extension dns-integration not supported by any of loaded plugins Jun 23 08:30:56.306057 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: dns_domain_ports.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.306974 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.307470 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 23 08:30:56.307810 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.308683 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.309180 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 23 08:30:56.309498 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: dvr.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.310152 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.310651 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: dvr Jun 23 08:30:56.310999 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: empty_string_filtering.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.311893 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.312392 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: empty-string-filtering Jun 23 08:30:56.312712 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.314378 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.314919 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 23 08:30:56.315265 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.316134 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.316636 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 23 08:30:56.316956 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: external_net.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.317845 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.318347 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: external-net Jun 23 08:30:56.318668 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: extra_dhcp_opt.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.319577 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.320079 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: extra_dhcp_opt Jun 23 08:30:56.320397 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: extraroute.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.321274 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.321774 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: extraroute Jun 23 08:30:56.322090 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: extraroute_atomic.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.323128 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.323634 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: extraroute-atomic Jun 23 08:30:56.323955 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: filter_validation.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.324601 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.325097 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: filter-validation Jun 23 08:30:56.325412 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: fip_pf_description.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.326293 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.326820 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 23 08:30:56.327141 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: fip_port_details.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.328035 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.328530 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: fip-port-details Jun 23 08:30:56.328848 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: flavors.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.330712 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.331253 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: flavors Jun 23 08:30:56.331577 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.333226 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.333740 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 23 08:30:56.334077 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: floatingip_pools.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.334781 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.335292 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: floatingip-pools Jun 23 08:30:56.335615 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: ip_allocation.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.336511 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.337011 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extension ip_allocation not supported by any of loaded plugins Jun 23 08:30:56.337335 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.338231 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.338768 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: ip-substring-filtering Jun 23 08:30:56.339096 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: l2_adjacency.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.339986 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.340486 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 23 08:30:56.340808 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: l3.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.341757 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.342267 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: router Jun 23 08:30:56.342591 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: l3_conntrack_helper.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.345216 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.345741 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 23 08:30:56.346076 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.347004 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.347520 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: ext-gw-mode Jun 23 08:30:56.347849 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.348753 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.349260 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: l3-ha Jun 23 08:30:56.349584 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: l3_flavors.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.350487 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.351031 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: l3-flavors Jun 23 08:30:56.351355 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.352236 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.352737 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 23 08:30:56.353058 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: l3agentscheduler.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.354065 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.354569 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: l3_agent_scheduler Jun 23 08:30:56.354930 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: logging.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.356431 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.356944 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extension logging not supported by any of loaded plugins Jun 23 08:30:56.357273 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: metering.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.357995 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.358564 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: metering Jun 23 08:30:56.358923 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.359986 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.360609 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: metering_source_and_destination_fields Jun 23 08:30:56.360847 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: multiprovidernet.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.361753 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.362251 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: multi-provider Jun 23 08:30:56.362572 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: netmtu.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.363745 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.364246 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: net-mtu Jun 23 08:30:56.364569 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: netmtu_writable.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.365457 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.365957 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: net-mtu-writable Jun 23 08:30:56.366276 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: network_availability_zone.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.366961 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.367461 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: network_availability_zone Jun 23 08:30:56.367779 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: network_ip_availability.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.368860 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.369367 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: network-ip-availability Jun 23 08:30:56.369686 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: network_segment_range.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.370431 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.370956 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extension network-segment-range not supported by any of loaded plugins Jun 23 08:30:56.371276 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: pagination.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.372249 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.372572 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: pagination Jun 23 08:30:56.372890 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: port_device_profile.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.373784 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.374292 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: port-device-profile Jun 23 08:30:56.374609 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.375532 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.376747 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: port-mac-address-regenerate Jun 23 08:30:56.376960 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.377849 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.378365 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: port-numa-affinity-policy Jun 23 08:30:56.378663 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: port_resource_request.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.379578 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.380074 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extension port-resource-request not supported by any of loaded plugins Jun 23 08:30:56.380389 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: portbindings.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.381291 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.381791 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: binding Jun 23 08:30:56.382108 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: portbindings_extended.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.383397 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.383912 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: binding-extended Jun 23 08:30:56.384231 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: portsecurity.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.385122 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.385630 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: port-security Jun 23 08:30:56.385950 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: project_id.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.386926 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.387251 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: project-id Jun 23 08:30:56.387570 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: providernet.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.388463 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.388968 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: provider Jun 23 08:30:56.389284 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: qos.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.393802 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.394316 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extension qos not supported by any of loaded plugins Jun 23 08:30:56.394645 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.395892 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.396404 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 23 08:30:56.396731 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.397623 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.398130 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 23 08:30:56.398455 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: qos_default.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.399379 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.399887 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extension qos-default not supported by any of loaded plugins Jun 23 08:30:56.400211 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: qos_fip.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.400845 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.401342 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extension qos-fip not supported by any of loaded plugins Jun 23 08:30:56.401661 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: qos_gateway_ip.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.402559 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.403098 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 23 08:30:56.403419 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: qos_port_network_policy.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.404308 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.404807 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 23 08:30:56.405125 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: qos_rule_type_details.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.406024 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.406521 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 23 08:30:56.406877 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: qos_rules_alias.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.408023 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.408524 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 23 08:30:56.408841 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: quotasv2.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.409723 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.410041 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: quotas Jun 23 08:30:56.410355 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: quotasv2_detail.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.413358 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.413699 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: quota_details Jun 23 08:30:56.414034 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: rbac.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.415100 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.415627 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: rbac-policies Jun 23 08:30:56.415955 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: rbac_address_group.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.416858 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.417372 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: rbac-address-group Jun 23 08:30:56.417694 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: rbac_address_scope.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.418600 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.419149 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: rbac-address-scope Jun 23 08:30:56.419471 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: rbac_security_groups.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.420360 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.420867 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: rbac-security-groups Jun 23 08:30:56.421188 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: rbac_subnetpool.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.422073 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.422575 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: rbac-subnetpool Jun 23 08:30:56.423656 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: revisionifmatch.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.424344 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.424847 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: revision-if-match Jun 23 08:30:56.425165 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: revisions.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.426434 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.426965 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: standard-attr-revisions Jun 23 08:30:56.427287 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: router_availability_zone.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.427940 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.428449 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: router_availability_zone Jun 23 08:30:56.428769 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: routerservicetype.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.429659 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.430158 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extension router-service-type not supported by any of loaded plugins Jun 23 08:30:56.430477 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.431393 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.431904 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: security-groups-normalized-cidr Jun 23 08:30:56.432226 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: security_groups_port_filtering.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.433119 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.433623 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: port-security-groups-filtering Jun 23 08:30:56.433941 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.434875 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.435377 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: security-groups-remote-address-group Jun 23 08:30:56.435694 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: securitygroup.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.445707 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.446235 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: security-group Jun 23 08:30:56.446568 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: segment.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.447356 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.447866 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extension segment not supported by any of loaded plugins Jun 23 08:30:56.448193 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.449101 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.449609 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 23 08:30:56.449934 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: servicetype.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.451043 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.451561 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: service-type Jun 23 08:30:56.451885 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: sorting.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.452847 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.453175 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: sorting Jun 23 08:30:56.453496 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: standard_attr_segment.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.454723 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.455345 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 23 08:30:56.455670 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: standardattrdescription.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.456304 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.456810 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: standard-attr-description Jun 23 08:30:56.457133 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: stateful_security_group.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.458055 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.458565 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: stateful-security-group Jun 23 08:30:56.458926 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: stdattrs_common.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.459488 dv-cinder-768592-7-smb neutron-server[99484]: WARNING neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 23 08:30:56.459804 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.460752 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.461300 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 23 08:30:56.461617 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: subnet_onboard.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.462745 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.463267 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: subnet_onboard Jun 23 08:30:56.463588 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.464504 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.465007 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 23 08:30:56.465326 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: subnet_service_types.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.466222 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.466748 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: subnet-service-types Jun 23 08:30:56.467082 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: subnetallocation.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.468143 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.468645 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: subnet_allocation Jun 23 08:30:56.468964 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.469652 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.470160 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: subnetpool-prefix-ops Jun 23 08:30:56.470478 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.471422 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.471928 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 23 08:30:56.472249 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: tagging.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.473289 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.473807 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: standard-attr-tag Jun 23 08:30:56.474133 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: timestamp.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.475350 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.475864 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loaded extension: standard-attr-timestamp Jun 23 08:30:56.476187 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: trunk.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.477201 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.477719 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extension trunk not supported by any of loaded plugins Jun 23 08:30:56.478044 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: trunk_details.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.478968 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.479480 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extension trunk-details not supported by any of loaded plugins Jun 23 08:30:56.479800 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: uplink_status_propagation.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.480703 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.481214 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 23 08:30:56.481532 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Loading extension file: vlantransparent.py {{(pid=99484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 08:30:56.482178 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 08:30:56.482679 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 23 08:30:56.485105 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.quota.resource_registry [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Creating instance of TrackedResource for resource:network Jun 23 08:30:56.486142 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.quota.resource_registry [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Creating instance of TrackedResource for resource:subnet Jun 23 08:30:56.486541 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.quota.resource_registry [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 08:30:56.486962 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.quota.resource_registry [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Creating instance of TrackedResource for resource:port Jun 23 08:30:56.488451 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.v2.resource_helper [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 08:30:56.488893 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.v2.resource_helper [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Service FLAVORS assigned prefix: {{(pid=99484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 08:30:56.489521 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.v2.resource_helper [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 08:30:56.489941 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.v2.resource_helper [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 08:30:56.490268 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.quota.resource_registry [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Creating instance of TrackedResource for resource:router Jun 23 08:30:56.490689 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.quota.resource_registry [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Creating instance of TrackedResource for resource:floatingip Jun 23 08:30:56.491202 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.v2.resource_helper [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Service METERING assigned prefix: /metering {{(pid=99484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 08:30:56.492630 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.493002 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.493353 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:30:56.494344 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.quota.resource_registry [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 08:30:56.494833 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.quota.resource_registry [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Creating instance of TrackedResource for resource:security_group Jun 23 08:30:56.495270 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.quota.resource_registry [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 08:30:56.495879 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.v2.resource_helper [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Service CORE assigned prefix: {{(pid=99484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 08:30:56.496206 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.quota.resource_registry [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 08:30:56.496550 dv-cinder-768592-7-smb neutron-server[99484]: WARNING neutron.quota.resource_registry [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] subnetpool is already registered Jun 23 08:30:56.496987 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.v2.resource_helper [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Service CORE assigned prefix: {{(pid=99484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 08:30:56.497306 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.quota.resource_registry [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 08:30:56.497633 dv-cinder-768592-7-smb neutron-server[99484]: WARNING neutron.quota.resource_registry [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] subnetpool is already registered Jun 23 08:30:56.499933 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.v2.resource_helper [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 08:30:56.500364 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.v2.resource_helper [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Service FLAVORS assigned prefix: {{(pid=99484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 08:30:56.501615 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.v2.resource_helper [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 08:30:56.502113 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.v2.resource_helper [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 08:30:56.502445 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.quota.resource_registry [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Creating instance of TrackedResource for resource:router Jun 23 08:30:56.502809 dv-cinder-768592-7-smb neutron-server[99484]: WARNING neutron.quota.resource_registry [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] router is already registered Jun 23 08:30:56.503222 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.quota.resource_registry [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Creating instance of TrackedResource for resource:floatingip Jun 23 08:30:56.503552 dv-cinder-768592-7-smb neutron-server[99484]: WARNING neutron.quota.resource_registry [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] floatingip is already registered Jun 23 08:30:56.504009 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.v2.resource_helper [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Service METERING assigned prefix: /metering {{(pid=99484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 08:30:56.504682 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.quota.resource_registry [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 08:30:56.505007 dv-cinder-768592-7-smb neutron-server[99484]: WARNING neutron.quota.resource_registry [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] rbac_policy is already registered Jun 23 08:30:56.505417 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.quota.resource_registry [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Creating instance of TrackedResource for resource:security_group Jun 23 08:30:56.505747 dv-cinder-768592-7-smb neutron-server[99484]: WARNING neutron.quota.resource_registry [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] security_group is already registered Jun 23 08:30:56.506146 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.quota.resource_registry [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 08:30:56.506477 dv-cinder-768592-7-smb neutron-server[99484]: WARNING neutron.quota.resource_registry [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] security_group_rule is already registered Jun 23 08:30:56.507122 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.v2.resource_helper [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Service CORE assigned prefix: {{(pid=99484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 08:30:56.507454 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.quota.resource_registry [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 08:30:56.507782 dv-cinder-768592-7-smb neutron-server[99484]: WARNING neutron.quota.resource_registry [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] subnetpool is already registered Jun 23 08:30:56.508207 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.v2.resource_helper [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Service CORE assigned prefix: {{(pid=99484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 08:30:56.508526 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.quota.resource_registry [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 08:30:56.508850 dv-cinder-768592-7-smb neutron-server[99484]: WARNING neutron.quota.resource_registry [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] subnetpool is already registered Jun 23 08:30:56.509327 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extended resource: extensions {{(pid=99484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 08:30:56.510800 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extended resource: address-groups {{(pid=99484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 08:30:56.512279 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extended resource: address-scopes {{(pid=99484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 08:30:56.513602 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extended resource: agents {{(pid=99484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 08:30:56.514785 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extended resource: auto-allocated-topology {{(pid=99484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 08:30:56.516018 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extended resource: availability_zones {{(pid=99484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 08:30:56.517436 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extended resource: dhcp-networks {{(pid=99484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 08:30:56.519062 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extended resource: dhcp-agents {{(pid=99484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 08:30:56.520495 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extended resource: routers {{(pid=99484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 08:30:56.522175 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extended resource: flavors {{(pid=99484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 08:30:56.524534 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extended resource: service_profiles {{(pid=99484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 08:30:56.525743 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extended resource: next_providers {{(pid=99484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 08:30:56.527300 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extended resource: service_profiles {{(pid=99484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 08:30:56.528830 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extended resource: floatingip-pools {{(pid=99484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 08:30:56.530099 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extended resource: routers {{(pid=99484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 08:30:56.531789 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extended resource: floatingips {{(pid=99484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 08:30:56.533082 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extended resource: l3-routers {{(pid=99484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 08:30:56.534511 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extended resource: l3-agents {{(pid=99484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 08:30:56.535990 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extended resource: metering-labels {{(pid=99484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 08:30:56.537236 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extended resource: metering-label-rules {{(pid=99484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 08:30:56.538620 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extended resource: network-ip-availabilities {{(pid=99484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 08:30:56.539902 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extended resource: bindings {{(pid=99484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 08:30:56.541452 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extended resource: quotas {{(pid=99484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 08:30:56.543008 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extended resource: quotas {{(pid=99484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 08:30:56.544400 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extended resource: rbac-policies {{(pid=99484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 08:30:56.545609 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extended resource: security-groups {{(pid=99484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 08:30:56.546938 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extended resource: security-group-rules {{(pid=99484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 08:30:56.548814 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extended resource: service-providers {{(pid=99484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 08:30:56.550026 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extended resource: subnetpools {{(pid=99484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 08:30:56.551373 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extended resource: subnetpools {{(pid=99484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 08:30:56.552917 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extended resource: tags {{(pid=99484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 08:30:56.554563 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extended resource: tags {{(pid=99484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 08:30:56.556445 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extended resource: tags {{(pid=99484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 08:30:56.558196 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extended resource: tags {{(pid=99484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 08:30:56.559897 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extended resource: tags {{(pid=99484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 08:30:56.561832 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extended resource: tags {{(pid=99484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 08:30:56.563611 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extended resource: tags {{(pid=99484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 08:30:56.565384 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extended resource: tags {{(pid=99484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 08:30:56.567244 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extended resource: tags {{(pid=99484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 08:30:56.568967 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron.api.extensions [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Extended resource: tags {{(pid=99484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 08:30:56.574983 dv-cinder-768592-7-smb neutron-server[99484]: WARNING keystonemiddleware.auth_token [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 23 08:30:56.580006 dv-cinder-768592-7-smb neutron-server[99484]: WARNING keystonemiddleware.auth_token [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 23 08:30:56.588236 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Acquired lock "singleton_lock" {{(pid=99484) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 23 08:30:56.588706 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Releasing lock "singleton_lock" {{(pid=99484) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 23 08:30:56.589372 dv-cinder-768592-7-smb neutron-server[99484]: INFO oslo_service.service [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Starting 2 workers Jun 23 08:30:56.594054 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Started child 99593 {{(pid=99484) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 08:30:56.599274 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Started child 99594 {{(pid=99484) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 08:30:56.600007 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:30:56.600857 dv-cinder-768592-7-smb neutron-server[99484]: INFO neutron.service [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 23 08:30:56.601509 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Notify callbacks [] for process, before_spawn {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:30:56.601616 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [-] (99593) wsgi starting up on http://0.0.0.0:9696 Jun 23 08:30:56.603939 dv-cinder-768592-7-smb neutron-server[99484]: INFO oslo_service.service [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Starting 1 workers Jun 23 08:30:56.604045 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:30:56.605334 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [-] (99594) wsgi starting up on http://0.0.0.0:9696 Jun 23 08:30:56.609047 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Started child 99595 {{(pid=99484) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 08:30:56.609600 dv-cinder-768592-7-smb neutron-server[99484]: INFO oslo_service.service [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Starting 1 workers Jun 23 08:30:56.613302 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.service [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] calling RpcWorker wait() {{(pid=99595) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 23 08:30:56.613890 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.service [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] returning from RpcWorker wait() {{(pid=99595) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 23 08:30:56.614478 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Started child 99596 {{(pid=99484) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 08:30:56.615046 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:30:56.615351 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9cd39f22-503e-4cf8-b989-82d7db14e912 None None] Notify callbacks [] for process, after_spawn {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:30:56.615525 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:30:56.617356 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99484) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 08:30:56.617566 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 08:30:56.617752 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 08:30:56.617973 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 08:30:56.618323 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 08:30:56.618489 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 08:30:56.619027 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.619311 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.619578 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.619850 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.620141 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.620385 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:30:56.620850 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.620992 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.621199 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.621475 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.621710 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.621882 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.622048 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.622300 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.622549 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.622870 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.623152 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.623405 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.623688 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.623858 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.624105 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.624374 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.624601 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.624861 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] debug = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.625099 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.625572 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.625858 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.626108 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.626434 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.626769 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.626971 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.627245 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.627488 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.627730 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.627963 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.628225 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.628477 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.628686 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.628907 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.629158 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.629375 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.629855 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] host = dv-cinder-768592-7-smb {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.630075 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.630289 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.630514 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.630788 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.631046 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.631257 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.631501 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.631899 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.632137 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.632322 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.632559 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.632802 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.633040 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.633274 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] log_file = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.633437 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] log_options = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.633670 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.633947 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.634207 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.634402 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.634623 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.634788 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.635031 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.635166 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.635389 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.635601 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.635810 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.636026 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.636238 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.636458 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.636689 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.636936 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.637161 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.637375 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.637634 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.637876 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.638096 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.638317 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.638546 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.638793 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.639007 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.639234 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.639455 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.639665 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.639872 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.640194 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.640436 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.640696 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.640936 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.641198 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.642075 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.642326 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.642506 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.644057 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.644258 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.644411 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.644743 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.644901 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.645136 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.645374 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.645619 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.645834 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] use_json = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.646044 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.646287 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.646537 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.646789 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.647003 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.647215 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.647651 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.647651 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.648079 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.648352 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.648668 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.649454 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.649710 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.649948 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.650179 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.650397 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.650628 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.650876 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.651169 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.651407 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.651681 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.651934 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.652193 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.652513 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.652768 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.653038 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.653252 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.653484 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.653697 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.654384 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.654709 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.655015 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.655559 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.655826 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.656057 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.656303 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.656535 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.656747 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.656980 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.657904 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.658165 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.658390 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.658603 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.658873 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.659107 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.659341 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.659597 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.659837 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.660085 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.660302 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.660538 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.660944 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.661125 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.661255 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.661393 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.661628 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.661839 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.662075 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.662321 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.662472 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:30:56.662616 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.662788 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.662986 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.663174 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.663401 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.664035 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.664273 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.664499 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.664715 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.664942 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.665198 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.665614 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.665712 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.665851 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.666067 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.666334 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.666520 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.666774 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.666989 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.667204 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.667435 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.667644 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.667852 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.668061 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.668271 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.668500 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.668728 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.668942 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.669172 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.669380 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.669589 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.669798 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.670007 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.670279 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.670593 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.670860 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.671106 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.671327 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.671580 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.671795 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.672049 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.672284 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.672502 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.672763 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.673004 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.673270 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.673489 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.673748 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.673985 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.674241 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.674474 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.674716 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.674971 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.675225 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.675421 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.675690 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.675923 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.676168 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.676416 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.676663 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.676931 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.677573 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.677573 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.677724 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.677960 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.678514 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.678514 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.679012 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.679012 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.679258 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.679523 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.679748 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.679997 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.680305 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.680436 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.680650 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.680936 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.681170 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.681481 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.681998 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.682248 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.682559 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.683594 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.683594 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.683594 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.683594 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.683952 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.683952 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.684208 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.684989 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.684989 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.684989 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.685235 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.685339 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.685569 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.685807 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.686022 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.686262 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.686471 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.686678 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.686940 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.687134 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.687357 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.690559 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.690559 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.690559 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.690559 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.690559 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.690559 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.690559 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.690559 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.691156 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.691156 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.691156 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.691156 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.691156 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.691647 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.691868 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.692154 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.694449 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.694712 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.695000 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.695286 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.695543 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.695783 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.696041 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.696273 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.696524 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.696747 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.696972 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.697211 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.697449 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.697680 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.697919 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.698172 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.698451 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.699397 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.699655 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.699903 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.700158 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.700378 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.700626 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.700867 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.701104 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.701336 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.701550 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.701784 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.702036 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.702269 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.702497 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.702721 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.702938 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.703144 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.703358 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.703566 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.703852 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.704704 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.704958 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.705310 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.705537 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.705782 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.705986 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.706199 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.706584 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.706821 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.707050 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.707265 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.707497 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.707714 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.707944 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.708167 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.708375 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.708578 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.708968 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.709321 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.709702 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.710051 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.710407 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.710625 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.710863 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.711190 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.711442 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.711657 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.711942 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.712346 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.712732 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.713129 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.713449 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.713663 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.713904 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.714138 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.714360 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.714580 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.714861 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.715186 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.715500 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.715729 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.715972 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.716275 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.716534 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.716800 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.717032 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.717339 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.717670 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.717951 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.718191 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.718447 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.718714 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.718974 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.719206 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.719436 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.720339 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.720731 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.721030 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.721288 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.721519 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.721739 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.721965 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.722178 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.722398 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.722638 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.722899 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.723114 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.723271 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 08:30:56.723832 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99484) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 08:30:56.723996 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 08:30:56.724151 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 08:30:56.724320 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 08:30:56.724491 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 08:30:56.724642 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 08:30:56.724847 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.725009 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.725169 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.725326 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.725489 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.725681 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.725825 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.725982 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.726144 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.726313 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.726452 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.726616 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.727368 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.727368 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.727368 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.727368 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.727368 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.727730 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.727730 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.727882 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.727961 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.728287 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.728287 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] debug = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.728454 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.728563 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.728725 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.728881 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.729035 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.729190 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.729345 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.729513 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.729649 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.729804 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.729958 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.732228 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.732228 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.732228 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.732228 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.732975 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.733154 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.734006 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] host = dv-cinder-768592-7-smb {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.734006 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.734006 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.734006 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.734006 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.734383 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.734383 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.734383 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.734581 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.734758 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.734842 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.734920 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.735084 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.735285 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.735479 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] log_file = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.735632 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] log_options = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.735794 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.735953 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.736108 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.736283 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.736448 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.736592 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.736746 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.736901 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.737056 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.737212 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.737368 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.737530 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.737675 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.738391 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.738391 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.738391 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.738630 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.738712 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.738992 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.739231 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.739393 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.740152 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.740152 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.740152 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.740152 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.740152 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.740537 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.740537 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.740537 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.740754 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.740833 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.740995 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.741147 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.741309 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.741461 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.741615 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.741771 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.741930 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.742086 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.742241 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.742398 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.742769 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.742769 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.742950 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.743039 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.743164 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] use_json = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.743317 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.743471 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.743628 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.743768 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.743922 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.744076 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.744230 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.746760 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 08:30:56.746760 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.746760 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.746760 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.746760 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.746760 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.746760 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.746760 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.747373 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:30:56.747460 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.747460 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.747460 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.747460 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.747460 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.747460 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.747460 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.747460 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.748006 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.748006 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.748006 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.748006 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.748006 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.748006 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.748006 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.748006 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.748542 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.748542 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.748542 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.748542 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.748818 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.748818 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.748973 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.749064 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.749174 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.749331 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.749488 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.749717 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.749922 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.750083 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.750242 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.750448 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.750609 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.750815 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.751035 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.751328 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.751630 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.751923 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.752142 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.752310 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.752474 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.752635 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.752795 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.752965 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.753124 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.753282 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.753439 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.753589 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.753792 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.754006 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.754199 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.754358 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.754519 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.754677 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.754872 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.755032 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.755191 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.755349 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.755508 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.755667 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.755824 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.755989 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.756146 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.756304 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.756462 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.756624 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.756785 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.756942 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.757102 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.757319 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.757423 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.757557 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.757719 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.757909 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.758022 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.758160 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.758313 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.759360 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.759360 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.759360 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.759360 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.759360 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.759733 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.759733 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.759918 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.759918 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.760079 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.760610 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.760610 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.760610 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.760855 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.760855 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.761015 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.761090 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.761235 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.761398 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.761553 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.761871 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.762171 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.762271 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.762510 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.762753 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.762894 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.763063 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.763236 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.763397 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.763557 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.763715 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.763880 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.764135 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.764239 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.764416 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.764504 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.764810 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.764810 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.764980 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.765180 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.765950 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.765950 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.765950 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.765950 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.765950 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.766316 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.766316 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.766316 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.768649 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.768649 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.768649 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.768649 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.768649 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.768649 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.768649 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.768649 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.769206 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.769206 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.769206 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.769206 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.769206 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.769206 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.769615 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.769615 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.769615 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.769821 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.769821 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.769964 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.770119 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.770278 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.770440 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.770601 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.772249 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.772249 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.772249 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.772249 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.772249 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.772249 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.772249 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.772249 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.772840 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.772840 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.772840 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.772840 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.773127 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.773127 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.773279 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.773358 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.773502 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.773668 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.773828 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.773987 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.774149 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.774306 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.774466 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.774624 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.774827 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.774991 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.775150 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.775301 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.775465 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.775622 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.775780 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.775952 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.776100 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.776257 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.776419 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.776578 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.776736 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.776894 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.777098 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.777199 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.777347 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.777504 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.777664 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.777823 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.777984 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.778141 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.778299 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.778458 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.778615 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.778791 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.778964 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.779122 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.779279 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.779436 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.779596 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.779762 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.779919 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.780076 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.780283 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.780378 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.780549 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.780705 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.780862 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.781018 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.781176 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.781342 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.781499 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.781657 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.781814 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.781973 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.782711 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.782844 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.783002 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.783221 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.783311 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.783460 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.783620 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.783777 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.783943 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.784099 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.784257 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.784414 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.784583 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.784742 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.784902 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.785059 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.785217 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.785375 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.785534 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.785697 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.785864 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.786029 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.786190 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.786360 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.787046 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.787046 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.787046 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.787046 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.787391 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.787391 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.787536 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.787614 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.788306 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.788306 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.788306 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.788306 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.789288 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.789288 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.789288 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.789288 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.789288 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.789288 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.789288 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.789768 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.789768 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.789768 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.790058 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.790058 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 08:30:56.790058 dv-cinder-768592-7-smb neutron-server[99484]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 08:30:57.044315 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 43518) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:30:57.052836 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064168 Jun 23 08:31:08.376173 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11631e32-2bf9-4b63-8691-272f5e039de6 None None] get_active_networks_info from dv-cinder-768592-7-smb {{(pid=99595) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 23 08:31:08.441635 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11631e32-2bf9-4b63-8691-272f5e039de6 None None] No non-hosted networks {{(pid=99595) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 23 08:31:08.478502 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.agentschedulers_db [None req-11631e32-2bf9-4b63-8691-272f5e039de6 None None] DHCP Agent not found on host dv-cinder-768592-7-smb {{(pid=99595) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 23 08:31:08.658565 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-fe50840b-f94c-46ce-ac34-7962647d11a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157'] for agent, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:11.050604 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-b72f9c56-0469-46e0-8005-cab998a2fb38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157'] for agent, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:11.115291 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-b00a9c3d-32cc-4362-b975-bde79b3f6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:11.345206 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157'] for agent, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:11.346163 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:11.346691 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:11.347265 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:11.347743 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:11.348460 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:11.348802 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:11.350281 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:11.350794 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:11.351150 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:11.351491 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:11.351882 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:11.354354 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:11.354829 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-768592-7-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:31:11.365968 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-768592-7-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:31:12.006014 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157'] for agent, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:13.542890 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157'] for agent, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:14.652741 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 43612) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:31:15.153137 dv-cinder-768592-7-smb neutron-server[99593]: WARNING oslo_policy.policy [None req-a8501124-ebb1-4510-a8e8-a7f192f8a18e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 08:31:15.153790 dv-cinder-768592-7-smb neutron-server[99593]: WARNING oslo_policy.policy [None req-a8501124-ebb1-4510-a8e8-a7f192f8a18e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 08:31:15.374276 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [None req-a8501124-ebb1-4510-a8e8-a7f192f8a18e admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=99593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 08:31:15.386898 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-a8501124-ebb1-4510-a8e8-a7f192f8a18e admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7208197 Jun 23 08:31:17.334491 dv-cinder-768592-7-smb neutron-server[99595]: INFO neutron.db.l3_hamode_db [None req-2c915b32-895a-4739-8fa7-f77b9fe16a93 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 23 08:31:17.411226 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c915b32-895a-4739-8fa7-f77b9fe16a93 None None] Routers set() bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:31:17.411621 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c915b32-895a-4739-8fa7-f77b9fe16a93 None None] Router IDs set() for agent in host dv-cinder-768592-7-smb {{(pid=99595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 23 08:31:17.709309 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 43626) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:31:18.010544 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [None req-a185a6fc-e404-4733-9ddf-19f58591c7d0 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:31:18.102467 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.policy [None req-a185a6fc-e404-4733-9ddf-19f58591c7d0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99593) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 08:31:18.149550 dv-cinder-768592-7-smb neutron-server[99593]: WARNING oslo_policy.policy [None req-a185a6fc-e404-4733-9ddf-19f58591c7d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 08:31:18.149862 dv-cinder-768592-7-smb neutron-server[99593]: WARNING oslo_policy.policy [None req-a185a6fc-e404-4733-9ddf-19f58591c7d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 08:31:18.158533 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.quota [None req-a185a6fc-e404-4733-9ddf-19f58591c7d0 admin admin] Loaded quota_driver: . Jun 23 08:31:18.248507 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-a185a6fc-e404-4733-9ddf-19f58591c7d0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772763782954', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772763779449', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772763909537', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772763907947', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772763888934', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772763878669', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-650699', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-544183', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1679206', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1731881'] for rbac-policy, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:18.315776 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-a185a6fc-e404-4733-9ddf-19f58591c7d0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:18.317050 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-a185a6fc-e404-4733-9ddf-19f58591c7d0 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6067553 Jun 23 08:31:20.869159 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 43638) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:31:21.346864 dv-cinder-768592-7-smb neutron-server[99594]: WARNING oslo_policy.policy [None req-502bd3e6-858e-46de-9b30-8781d2cae89c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 08:31:21.347467 dv-cinder-768592-7-smb neutron-server[99594]: WARNING oslo_policy.policy [None req-502bd3e6-858e-46de-9b30-8781d2cae89c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 08:31:21.558455 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-502bd3e6-858e-46de-9b30-8781d2cae89c admin admin] Request body: {'network': {'project_id': '18c2a2cd8b2742ddbda3fb8515572d7b', 'name': 'private', 'tenant_id': '18c2a2cd8b2742ddbda3fb8515572d7b', 'admin_state_up': True}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:31:21.560074 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.quota [None req-502bd3e6-858e-46de-9b30-8781d2cae89c admin admin] Loaded quota_driver: . Jun 23 08:31:21.617134 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502bd3e6-858e-46de-9b30-8781d2cae89c admin admin] Made reservation on behalf of 18c2a2cd8b2742ddbda3fb8515572d7b for: {'network': 1} {{(pid=99594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:31:21.685349 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.policy [None req-502bd3e6-858e-46de-9b30-8781d2cae89c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99594) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 08:31:21.730340 dv-cinder-768592-7-smb neutron-server[99594]: WARNING oslo_policy.policy [None req-502bd3e6-858e-46de-9b30-8781d2cae89c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 08:31:21.730757 dv-cinder-768592-7-smb neutron-server[99594]: WARNING oslo_policy.policy [None req-502bd3e6-858e-46de-9b30-8781d2cae89c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 08:31:21.742123 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-502bd3e6-858e-46de-9b30-8781d2cae89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for network, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:21.762987 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-502bd3e6-858e-46de-9b30-8781d2cae89c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:21.892543 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-502bd3e6-858e-46de-9b30-8781d2cae89c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:21.896129 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-502bd3e6-858e-46de-9b30-8781d2cae89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:21.901625 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:31:21.922574 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-502bd3e6-858e-46de-9b30-8781d2cae89c admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=99594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 08:31:21.950196 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-502bd3e6-858e-46de-9b30-8781d2cae89c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772759238166', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565'] for segment, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:21.951093 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-502bd3e6-858e-46de-9b30-8781d2cae89c admin admin] Unsubscribe: segment precommit_create {{(pid=99594) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 08:31:21.951600 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.db.segments_db [None req-502bd3e6-858e-46de-9b30-8781d2cae89c admin admin] Added segment 326a084f-9aa9-4c38-9d20-4cf9efdc1ba8 of type vlan for network 0dd603ec-8b2c-43a0-8436-5a6264c80d4a Jun 23 08:31:21.958843 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502bd3e6-858e-46de-9b30-8781d2cae89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800b18d1-8924-447f-9001-bc8b1f99e15c,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:31:21.997630 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502bd3e6-858e-46de-9b30-8781d2cae89c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:21.997970 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502bd3e6-858e-46de-9b30-8781d2cae89c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:21.998298 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502bd3e6-858e-46de-9b30-8781d2cae89c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:21.998629 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502bd3e6-858e-46de-9b30-8781d2cae89c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:21.998971 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502bd3e6-858e-46de-9b30-8781d2cae89c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:21.999288 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502bd3e6-858e-46de-9b30-8781d2cae89c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:21.999604 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502bd3e6-858e-46de-9b30-8781d2cae89c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:21.999918 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502bd3e6-858e-46de-9b30-8781d2cae89c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:22.000233 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502bd3e6-858e-46de-9b30-8781d2cae89c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:22.000547 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502bd3e6-858e-46de-9b30-8781d2cae89c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:22.001394 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502bd3e6-858e-46de-9b30-8781d2cae89c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:22.001704 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502bd3e6-858e-46de-9b30-8781d2cae89c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:22.002768 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502bd3e6-858e-46de-9b30-8781d2cae89c admin admin] Tracked resource versions report: Jun 23 08:31:22.002768 dv-cinder-768592-7-smb neutron-server[99594]: pushed versions: Jun 23 08:31:22.002768 dv-cinder-768592-7-smb neutron-server[99594]: { 'AddressGroup': {'1.2'}, Jun 23 08:31:22.002768 dv-cinder-768592-7-smb neutron-server[99594]: 'ConntrackHelper': {'1.0'}, Jun 23 08:31:22.002768 dv-cinder-768592-7-smb neutron-server[99594]: 'Log': {'1.0'}, Jun 23 08:31:22.002768 dv-cinder-768592-7-smb neutron-server[99594]: 'Network': {'1.1'}, Jun 23 08:31:22.002768 dv-cinder-768592-7-smb neutron-server[99594]: 'Port': {'1.7'}, Jun 23 08:31:22.002768 dv-cinder-768592-7-smb neutron-server[99594]: 'PortForwarding': {'1.2'}, Jun 23 08:31:22.002768 dv-cinder-768592-7-smb neutron-server[99594]: 'QosPolicy': {'1.8'}, Jun 23 08:31:22.002768 dv-cinder-768592-7-smb neutron-server[99594]: 'SecurityGroup': {'1.4'}, Jun 23 08:31:22.002768 dv-cinder-768592-7-smb neutron-server[99594]: 'SecurityGroupRule': {'1.2'}, Jun 23 08:31:22.002768 dv-cinder-768592-7-smb neutron-server[99594]: 'SubPort': {'1.0'}, Jun 23 08:31:22.002768 dv-cinder-768592-7-smb neutron-server[99594]: 'Subnet': {'1.1'}, Jun 23 08:31:22.002768 dv-cinder-768592-7-smb neutron-server[99594]: 'Trunk': {'1.1'}} Jun 23 08:31:22.002768 dv-cinder-768592-7-smb neutron-server[99594]: consumer versions: Jun 23 08:31:22.002768 dv-cinder-768592-7-smb neutron-server[99594]: { DHCP agent@dv-cinder-768592-7-smb: {}, Jun 23 08:31:22.002768 dv-cinder-768592-7-smb neutron-server[99594]: L3 agent@dv-cinder-768592-7-smb: {}, Jun 23 08:31:22.002768 dv-cinder-768592-7-smb neutron-server[99594]: Metadata agent@dv-cinder-768592-7-smb: {}, Jun 23 08:31:22.002768 dv-cinder-768592-7-smb neutron-server[99594]: Metering agent@dv-cinder-768592-7-smb: {}, Jun 23 08:31:22.002768 dv-cinder-768592-7-smb neutron-server[99594]: Open vSwitch agent@dv-cinder-768592-7-smb: { 'AddressGroup': '1.2', Jun 23 08:31:22.002768 dv-cinder-768592-7-smb neutron-server[99594]: 'ConntrackHelper': '1.0', Jun 23 08:31:22.002768 dv-cinder-768592-7-smb neutron-server[99594]: 'Log': '1.0', Jun 23 08:31:22.002768 dv-cinder-768592-7-smb neutron-server[99594]: 'Network': '1.1', Jun 23 08:31:22.002768 dv-cinder-768592-7-smb neutron-server[99594]: 'Port': '1.7', Jun 23 08:31:22.002768 dv-cinder-768592-7-smb neutron-server[99594]: 'PortForwarding': '1.2', Jun 23 08:31:22.002768 dv-cinder-768592-7-smb neutron-server[99594]: 'QosPolicy': '1.8', Jun 23 08:31:22.002768 dv-cinder-768592-7-smb neutron-server[99594]: 'SecurityGroup': '1.4', Jun 23 08:31:22.002768 dv-cinder-768592-7-smb neutron-server[99594]: 'SecurityGroupRule': '1.2', Jun 23 08:31:22.002768 dv-cinder-768592-7-smb neutron-server[99594]: 'SubPort': '1.0', Jun 23 08:31:22.002768 dv-cinder-768592-7-smb neutron-server[99594]: 'Subnet': '1.1', Jun 23 08:31:22.002768 dv-cinder-768592-7-smb neutron-server[99594]: 'Trunk': '1.1'}} Jun 23 08:31:22.002768 dv-cinder-768592-7-smb neutron-server[99594]: {{(pid=99594) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 08:31:22.072434 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-502bd3e6-858e-46de-9b30-8781d2cae89c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772758686486'] for network, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:22.076727 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-502bd3e6-858e-46de-9b30-8781d2cae89c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:31:22.125910 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-502bd3e6-858e-46de-9b30-8781d2cae89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095'] for network, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:22.127622 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502bd3e6-858e-46de-9b30-8781d2cae89c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:31:22.128279 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-502bd3e6-858e-46de-9b30-8781d2cae89c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for network, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:22.130563 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:31:22.215957 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-502bd3e6-858e-46de-9b30-8781d2cae89c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3456681 Jun 23 08:31:22.224094 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502bd3e6-858e-46de-9b30-8781d2cae89c admin admin] Pushing event updated for resources: {'Network': ['ID=0dd603ec-8b2c-43a0-8436-5a6264c80d4a,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:31:22.240401 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-502bd3e6-858e-46de-9b30-8781d2cae89c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:31:22.248968 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Network 0dd603ec-8b2c-43a0-8436-5a6264c80d4a details requested by agent ovs-agent-dv-cinder-768592-7-smb with host dv-cinder-768592-7-smb {{(pid=99595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 08:31:24.770999 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 43660) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:31:25.162060 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047ab4e7-a5bd-4d02-a288-3b14b6e24bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:31:25.163472 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-047ab4e7-a5bd-4d02-a288-3b14b6e24bdb admin admin] 10.222.0.23 "GET /v2.0/networks/0dd603ec-8b2c-43a0-8436-5a6264c80d4a HTTP/1.1" status: 200 len: 825 time: 0.3915174 Jun 23 08:31:25.202275 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-9d14eb85-fe2d-420e-9732-73e68658a512 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/61a33fd5-ccfd-4677-9570-f085c28cd452 HTTP/1.1" status: 200 len: 734 time: 0.0333838 Jun 23 08:31:25.210710 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-86af2b48-fdb1-487c-b90f-74e282a7e44a admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '18c2a2cd8b2742ddbda3fb8515572d7b', 'network_id': '0dd603ec-8b2c-43a0-8436-5a6264c80d4a', 'ip_version': 4, 'subnetpool_id': '61a33fd5-ccfd-4677-9570-f085c28cd452', 'name': 'private-subnet'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:31:25.232873 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86af2b48-fdb1-487c-b90f-74e282a7e44a admin admin] Made reservation on behalf of 18c2a2cd8b2742ddbda3fb8515572d7b for: {'subnet': 1} {{(pid=99594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:31:25.236140 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-86af2b48-fdb1-487c-b90f-74e282a7e44a admin admin] Notify callbacks [] for subnet, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:25.540595 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-86af2b48-fdb1-487c-b90f-74e282a7e44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100'] for subnet, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:25.542777 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:31:25.606462 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af2b48-fdb1-487c-b90f-74e282a7e44a admin admin] Pushing event updated for resources: {'Subnet': ['ID=58ef8388-2ae4-4d45-bdd3-60135e3e5061,revision_number=0']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:31:25.608634 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86af2b48-fdb1-487c-b90f-74e282a7e44a admin admin] Checking segment: {'id': '326a084f-9aa9-4c38-9d20-4cf9efdc1ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0dd603ec-8b2c-43a0-8436-5a6264c80d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:31:25.609032 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86af2b48-fdb1-487c-b90f-74e282a7e44a admin admin] Network hostable DHCP agents. Network: 0dd603ec-8b2c-43a0-8436-5a6264c80d4a, hostable agents: ['0b6ae00f-9814-4d83-8bc7-07b3d7a0d748'], hosted agents: [] {{(pid=99594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 08:31:25.614902 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-86af2b48-fdb1-487c-b90f-74e282a7e44a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:31:25.631369 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86af2b48-fdb1-487c-b90f-74e282a7e44a admin admin] Network 0dd603ec-8b2c-43a0-8436-5a6264c80d4a is scheduled to be hosted by DHCP agent 0b6ae00f-9814-4d83-8bc7-07b3d7a0d748 with binding_index 1 {{(pid=99594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 08:31:25.642408 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [None req-86af2b48-fdb1-487c-b90f-74e282a7e44a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-7-smb, 0dd603ec-8b2c-43a0-8436-5a6264c80d4a) {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:31:25.646802 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86af2b48-fdb1-487c-b90f-74e282a7e44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:31:25.647398 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-86af2b48-fdb1-487c-b90f-74e282a7e44a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for subnet, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:25.651765 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a7ad9f-039c-49e4-9103-a237eb279247 None None] Network 0dd603ec-8b2c-43a0-8436-5a6264c80d4a requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:31:25.661455 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-86af2b48-fdb1-487c-b90f-74e282a7e44a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4540057 Jun 23 08:31:25.960668 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b1fde95-9acd-50f5-ac50-3b7ca5cbb08b-0dd603ec-8b2c-43a0-8436-5a6264c80d4a', 'network_id': '0dd603ec-8b2c-43a0-8436-5a6264c80d4a', 'tenant_id': '18c2a2cd8b2742ddbda3fb8515572d7b', 'fixed_ips': [{'subnet_id': '58ef8388-2ae4-4d45-bdd3-60135e3e5061'}]}} from dv-cinder-768592-7-smb. {{(pid=99595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 08:31:25.961854 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:26.231943 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.db_base_plugin_common [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] Allocated IP 172.20.0.2 (0dd603ec-8b2c-43a0-8436-5a6264c80d4a/58ef8388-2ae4-4d45-bdd3-60135e3e5061/4626d5e1-aaf4-4149-809f-4f6e7c911950) {{(pid=99595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:31:26.433109 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] Notify callbacks [] for port, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:26.450758 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] Transition to ACTIVE for port object 4626d5e1-aaf4-4149-809f-4f6e7c911950 will not be triggered until provisioned by entity L2. {{(pid=99595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:31:26.504012 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] Transition to ACTIVE for port object 4626d5e1-aaf4-4149-809f-4f6e7c911950 will not be triggered until provisioned by entity DHCP. {{(pid=99595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:31:26.514488 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117'] for port, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:26.520165 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:31:26.601988 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] Network 0dd603ec-8b2c-43a0-8436-5a6264c80d4a is already hosted by enough agents. {{(pid=99595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:31:26.606508 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] Resources bound (agent type, host, resource id): {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:31:26.616271 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] Received port after_create {{(pid=99595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:31:26.619305 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] Pushing event updated for resources: {'Port': ['ID=4626d5e1-aaf4-4149-809f-4f6e7c911950,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:31:26.629966 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:26.630300 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:26.630628 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:26.630975 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:26.631295 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:26.631659 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:26.631981 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:26.632291 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:26.632602 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:26.632911 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:26.633219 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:26.633525 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:26.634560 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] Tracked resource versions report: Jun 23 08:31:26.634560 dv-cinder-768592-7-smb neutron-server[99595]: pushed versions: Jun 23 08:31:26.634560 dv-cinder-768592-7-smb neutron-server[99595]: { 'AddressGroup': {'1.2'}, Jun 23 08:31:26.634560 dv-cinder-768592-7-smb neutron-server[99595]: 'ConntrackHelper': {'1.0'}, Jun 23 08:31:26.634560 dv-cinder-768592-7-smb neutron-server[99595]: 'Log': {'1.0'}, Jun 23 08:31:26.634560 dv-cinder-768592-7-smb neutron-server[99595]: 'Network': {'1.1'}, Jun 23 08:31:26.634560 dv-cinder-768592-7-smb neutron-server[99595]: 'Port': {'1.7'}, Jun 23 08:31:26.634560 dv-cinder-768592-7-smb neutron-server[99595]: 'PortForwarding': {'1.2'}, Jun 23 08:31:26.634560 dv-cinder-768592-7-smb neutron-server[99595]: 'QosPolicy': {'1.8'}, Jun 23 08:31:26.634560 dv-cinder-768592-7-smb neutron-server[99595]: 'SecurityGroup': {'1.4'}, Jun 23 08:31:26.634560 dv-cinder-768592-7-smb neutron-server[99595]: 'SecurityGroupRule': {'1.2'}, Jun 23 08:31:26.634560 dv-cinder-768592-7-smb neutron-server[99595]: 'SubPort': {'1.0'}, Jun 23 08:31:26.634560 dv-cinder-768592-7-smb neutron-server[99595]: 'Subnet': {'1.1'}, Jun 23 08:31:26.634560 dv-cinder-768592-7-smb neutron-server[99595]: 'Trunk': {'1.1'}} Jun 23 08:31:26.634560 dv-cinder-768592-7-smb neutron-server[99595]: consumer versions: Jun 23 08:31:26.634560 dv-cinder-768592-7-smb neutron-server[99595]: { DHCP agent@dv-cinder-768592-7-smb: {}, Jun 23 08:31:26.634560 dv-cinder-768592-7-smb neutron-server[99595]: L3 agent@dv-cinder-768592-7-smb: {}, Jun 23 08:31:26.634560 dv-cinder-768592-7-smb neutron-server[99595]: Metadata agent@dv-cinder-768592-7-smb: {}, Jun 23 08:31:26.634560 dv-cinder-768592-7-smb neutron-server[99595]: Metering agent@dv-cinder-768592-7-smb: {}, Jun 23 08:31:26.634560 dv-cinder-768592-7-smb neutron-server[99595]: Open vSwitch agent@dv-cinder-768592-7-smb: { 'AddressGroup': '1.2', Jun 23 08:31:26.634560 dv-cinder-768592-7-smb neutron-server[99595]: 'ConntrackHelper': '1.0', Jun 23 08:31:26.634560 dv-cinder-768592-7-smb neutron-server[99595]: 'Log': '1.0', Jun 23 08:31:26.634560 dv-cinder-768592-7-smb neutron-server[99595]: 'Network': '1.1', Jun 23 08:31:26.634560 dv-cinder-768592-7-smb neutron-server[99595]: 'Port': '1.7', Jun 23 08:31:26.634560 dv-cinder-768592-7-smb neutron-server[99595]: 'PortForwarding': '1.2', Jun 23 08:31:26.634560 dv-cinder-768592-7-smb neutron-server[99595]: 'QosPolicy': '1.8', Jun 23 08:31:26.634560 dv-cinder-768592-7-smb neutron-server[99595]: 'SecurityGroup': '1.4', Jun 23 08:31:26.634560 dv-cinder-768592-7-smb neutron-server[99595]: 'SecurityGroupRule': '1.2', Jun 23 08:31:26.634560 dv-cinder-768592-7-smb neutron-server[99595]: 'SubPort': '1.0', Jun 23 08:31:26.634560 dv-cinder-768592-7-smb neutron-server[99595]: 'Subnet': '1.1', Jun 23 08:31:26.634560 dv-cinder-768592-7-smb neutron-server[99595]: 'Trunk': '1.1'}} Jun 23 08:31:26.634560 dv-cinder-768592-7-smb neutron-server[99595]: {{(pid=99595) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 08:31:26.653433 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:31:26.701831 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] Attempting to bind port 4626d5e1-aaf4-4149-809f-4f6e7c911950 on host dv-cinder-768592-7-smb for vnic_type normal with profile {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:31:26.702201 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] Attempting to bind port 4626d5e1-aaf4-4149-809f-4f6e7c911950 by drivers openvswitch,hyperv on host dv-cinder-768592-7-smb at level 0 using segments [{'id': '326a084f-9aa9-4c38-9d20-4cf9efdc1ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0dd603ec-8b2c-43a0-8436-5a6264c80d4a'}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:31:26.702624 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] Attempting to bind port 4626d5e1-aaf4-4149-809f-4f6e7c911950 on network 0dd603ec-8b2c-43a0-8436-5a6264c80d4a {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:31:26.707625 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] Checking agent: {'id': 'c91f22d1-ca23-4348-8c14-c9afdcad6577', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 31, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:31:26.708056 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] Checking segment: {'id': '326a084f-9aa9-4c38-9d20-4cf9efdc1ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0dd603ec-8b2c-43a0-8436-5a6264c80d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:31:26.708506 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:26.708891 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] Bound using segment: {'id': '326a084f-9aa9-4c38-9d20-4cf9efdc1ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0dd603ec-8b2c-43a0-8436-5a6264c80d4a'} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:31:26.709352 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] Bound port: 4626d5e1-aaf4-4149-809f-4f6e7c911950, host: dv-cinder-768592-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326a084f-9aa9-4c38-9d20-4cf9efdc1ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0dd603ec-8b2c-43a0-8436-5a6264c80d4a'}}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:31:26.709735 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:26.772356 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] For port 4626d5e1-aaf4-4149-809f-4f6e7c911950, host dv-cinder-768592-7-smb, cleared binding levels {{(pid=99595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:31:26.776955 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] For port 4626d5e1-aaf4-4149-809f-4f6e7c911950, host dv-cinder-768592-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=4626d5e1-aaf4-4149-809f-4f6e7c911950,segment=NetworkSegment(326a084f-9aa9-4c38-9d20-4cf9efdc1ba8),segment_id=326a084f-9aa9-4c38-9d20-4cf9efdc1ba8)] {{(pid=99595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:31:26.780393 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:26.784345 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:31:26.849258 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] Pushing event updated for resources: {'Port': ['ID=4626d5e1-aaf4-4149-809f-4f6e7c911950,revision_number=2']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:31:26.852530 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:31:28.029681 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 43668) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:31:28.348204 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [None req-87de4f9f-73a5-4daf-9a64-b40a231552db admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=99594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 08:31:28.349188 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-87de4f9f-73a5-4daf-9a64-b40a231552db admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3184359 Jun 23 08:31:30.700313 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 43676) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:31:31.008764 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [None req-8a68586e-0343-48f0-b4ce-88ff145a8a1a admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=99594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 08:31:31.009753 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-8a68586e-0343-48f0-b4ce-88ff145a8a1a admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3085048 Jun 23 08:31:32.879558 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a72717-cb62-4a2c-946f-a7811fbddba2 None None] Network 0dd603ec-8b2c-43a0-8436-5a6264c80d4a requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:31:32.954754 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-9c1c0d04-8936-4e43-b4c3-453c15c02868 None None] Provisioning for port 4626d5e1-aaf4-4149-809f-4f6e7c911950 completed by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:31:33.165725 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 4626d5e1-aaf4-4149-809f-4f6e7c911950 up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:31:33.252349 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning for port 4626d5e1-aaf4-4149-809f-4f6e7c911950 completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:31:33.256136 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port 4626d5e1-aaf4-4149-809f-4f6e7c911950 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:31:33.256537 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:33.299407 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-9a3a93ba-710f-46d2-a49a-2c16fbe5f582 None None] Provisioning complete for port 4626d5e1-aaf4-4149-809f-4f6e7c911950 triggered by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:31:33.299786 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9a3a93ba-710f-46d2-a49a-2c16fbe5f582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:33.408764 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:33.459025 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9a3a93ba-710f-46d2-a49a-2c16fbe5f582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:33.480640 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] For port 4626d5e1-aaf4-4149-809f-4f6e7c911950, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=4626d5e1-aaf4-4149-809f-4f6e7c911950,segment=NetworkSegment(326a084f-9aa9-4c38-9d20-4cf9efdc1ba8),segment_id=326a084f-9aa9-4c38-9d20-4cf9efdc1ba8)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:31:33.487613 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:33.491080 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:31:33.556803 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.db.api [None req-9a3a93ba-710f-46d2-a49a-2c16fbe5f582 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 08:31:33.557238 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_db.api [None req-9a3a93ba-710f-46d2-a49a-2c16fbe5f582 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 08:31:33.561286 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Pushing event updated for resources: {'Port': ['ID=4626d5e1-aaf4-4149-809f-4f6e7c911950,revision_number=3']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:31:33.564756 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:31:33.626110 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 43690) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:31:33.918950 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-8aca9a4b-cd7a-4884-8862-a1c2dd5ab4ec admin admin] Request body: {'router': {'tenant_id': '18c2a2cd8b2742ddbda3fb8515572d7b', 'name': 'router1', 'admin_state_up': True}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:31:33.942938 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8aca9a4b-cd7a-4884-8862-a1c2dd5ab4ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1822478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15953'] for router, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:33.944424 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8aca9a4b-cd7a-4884-8862-a1c2dd5ab4ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1822469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15960'] for router, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:34.084590 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8aca9a4b-cd7a-4884-8862-a1c2dd5ab4ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:34.089872 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8aca9a4b-cd7a-4884-8862-a1c2dd5ab4ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1822107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729143'] for router, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:34.103954 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8aca9a4b-cd7a-4884-8862-a1c2dd5ab4ec admin admin] Notify callbacks [] for router, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:34.105249 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-8aca9a4b-cd7a-4884-8862-a1c2dd5ab4ec admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4781866 Jun 23 08:31:35.137068 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 4626d5e1-aaf4-4149-809f-4f6e7c911950 up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:31:35.186101 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port 4626d5e1-aaf4-4149-809f-4f6e7c911950 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:31:35.186478 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:36.523958 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 43698) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:31:36.824985 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [None req-cc3555b3-5eaa-4074-bae3-769ca55336b2 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=99593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 08:31:36.825996 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-cc3555b3-5eaa-4074-bae3-769ca55336b2 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3010905 Jun 23 08:31:38.298940 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-49e6c7e3-58b8-48da-8186-ecb743f63902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:39.187794 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 43706) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:31:39.493838 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [None req-5a3b463d-613e-4a2c-830d-1ed940e2726f admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'is_default': True, 'admin_state_up': True}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:31:39.521408 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3b463d-613e-4a2c-830d-1ed940e2726f admin admin] Made reservation on behalf of e8248ed11943465e93f95a2b612229ec for: {'network': 1} {{(pid=99593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:31:39.524347 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-5a3b463d-613e-4a2c-830d-1ed940e2726f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for network, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:39.540073 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-5a3b463d-613e-4a2c-830d-1ed940e2726f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:39.658410 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-5a3b463d-613e-4a2c-830d-1ed940e2726f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:39.662038 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-5a3b463d-613e-4a2c-830d-1ed940e2726f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:39.667177 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:31:39.674580 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5a3b463d-613e-4a2c-830d-1ed940e2726f admin admin] Reserving flat network on physical network physnet1 {{(pid=99593) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 23 08:31:39.708442 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-5a3b463d-613e-4a2c-830d-1ed940e2726f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772759238166', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565'] for segment, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:39.709019 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-5a3b463d-613e-4a2c-830d-1ed940e2726f admin admin] Unsubscribe: segment precommit_create {{(pid=99593) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 08:31:39.709509 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.db.segments_db [None req-5a3b463d-613e-4a2c-830d-1ed940e2726f admin admin] Added segment 6932e2b2-1f79-4fc6-aa47-4858913c769e of type flat for network 5f26f45a-4c2b-4262-97ee-7126ad3a4f0c Jun 23 08:31:39.726028 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b463d-613e-4a2c-830d-1ed940e2726f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4392c944-6070-44db-bbc8-58d3397c5ccf,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:31:39.752110 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b463d-613e-4a2c-830d-1ed940e2726f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:39.752442 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b463d-613e-4a2c-830d-1ed940e2726f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:39.752765 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b463d-613e-4a2c-830d-1ed940e2726f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:39.753083 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b463d-613e-4a2c-830d-1ed940e2726f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:39.753397 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b463d-613e-4a2c-830d-1ed940e2726f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:39.753710 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b463d-613e-4a2c-830d-1ed940e2726f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:39.754017 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b463d-613e-4a2c-830d-1ed940e2726f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:39.754322 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b463d-613e-4a2c-830d-1ed940e2726f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:39.754629 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b463d-613e-4a2c-830d-1ed940e2726f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:39.754959 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b463d-613e-4a2c-830d-1ed940e2726f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:39.755265 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b463d-613e-4a2c-830d-1ed940e2726f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:39.755583 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b463d-613e-4a2c-830d-1ed940e2726f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:39.756594 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b463d-613e-4a2c-830d-1ed940e2726f admin admin] Tracked resource versions report: Jun 23 08:31:39.756594 dv-cinder-768592-7-smb neutron-server[99593]: pushed versions: Jun 23 08:31:39.756594 dv-cinder-768592-7-smb neutron-server[99593]: { 'AddressGroup': {'1.2'}, Jun 23 08:31:39.756594 dv-cinder-768592-7-smb neutron-server[99593]: 'ConntrackHelper': {'1.0'}, Jun 23 08:31:39.756594 dv-cinder-768592-7-smb neutron-server[99593]: 'Log': {'1.0'}, Jun 23 08:31:39.756594 dv-cinder-768592-7-smb neutron-server[99593]: 'Network': {'1.1'}, Jun 23 08:31:39.756594 dv-cinder-768592-7-smb neutron-server[99593]: 'Port': {'1.7'}, Jun 23 08:31:39.756594 dv-cinder-768592-7-smb neutron-server[99593]: 'PortForwarding': {'1.2'}, Jun 23 08:31:39.756594 dv-cinder-768592-7-smb neutron-server[99593]: 'QosPolicy': {'1.8'}, Jun 23 08:31:39.756594 dv-cinder-768592-7-smb neutron-server[99593]: 'SecurityGroup': {'1.4'}, Jun 23 08:31:39.756594 dv-cinder-768592-7-smb neutron-server[99593]: 'SecurityGroupRule': {'1.2'}, Jun 23 08:31:39.756594 dv-cinder-768592-7-smb neutron-server[99593]: 'SubPort': {'1.0'}, Jun 23 08:31:39.756594 dv-cinder-768592-7-smb neutron-server[99593]: 'Subnet': {'1.1'}, Jun 23 08:31:39.756594 dv-cinder-768592-7-smb neutron-server[99593]: 'Trunk': {'1.1'}} Jun 23 08:31:39.756594 dv-cinder-768592-7-smb neutron-server[99593]: consumer versions: Jun 23 08:31:39.756594 dv-cinder-768592-7-smb neutron-server[99593]: { DHCP agent@dv-cinder-768592-7-smb: {}, Jun 23 08:31:39.756594 dv-cinder-768592-7-smb neutron-server[99593]: L3 agent@dv-cinder-768592-7-smb: {}, Jun 23 08:31:39.756594 dv-cinder-768592-7-smb neutron-server[99593]: Metadata agent@dv-cinder-768592-7-smb: {}, Jun 23 08:31:39.756594 dv-cinder-768592-7-smb neutron-server[99593]: Metering agent@dv-cinder-768592-7-smb: {}, Jun 23 08:31:39.756594 dv-cinder-768592-7-smb neutron-server[99593]: Open vSwitch agent@dv-cinder-768592-7-smb: { 'AddressGroup': '1.2', Jun 23 08:31:39.756594 dv-cinder-768592-7-smb neutron-server[99593]: 'ConntrackHelper': '1.0', Jun 23 08:31:39.756594 dv-cinder-768592-7-smb neutron-server[99593]: 'Log': '1.0', Jun 23 08:31:39.756594 dv-cinder-768592-7-smb neutron-server[99593]: 'Network': '1.1', Jun 23 08:31:39.756594 dv-cinder-768592-7-smb neutron-server[99593]: 'Port': '1.7', Jun 23 08:31:39.756594 dv-cinder-768592-7-smb neutron-server[99593]: 'PortForwarding': '1.2', Jun 23 08:31:39.756594 dv-cinder-768592-7-smb neutron-server[99593]: 'QosPolicy': '1.8', Jun 23 08:31:39.756594 dv-cinder-768592-7-smb neutron-server[99593]: 'SecurityGroup': '1.4', Jun 23 08:31:39.756594 dv-cinder-768592-7-smb neutron-server[99593]: 'SecurityGroupRule': '1.2', Jun 23 08:31:39.756594 dv-cinder-768592-7-smb neutron-server[99593]: 'SubPort': '1.0', Jun 23 08:31:39.756594 dv-cinder-768592-7-smb neutron-server[99593]: 'Subnet': '1.1', Jun 23 08:31:39.756594 dv-cinder-768592-7-smb neutron-server[99593]: 'Trunk': '1.1'}} Jun 23 08:31:39.756594 dv-cinder-768592-7-smb neutron-server[99593]: {{(pid=99593) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 08:31:39.834354 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-5a3b463d-613e-4a2c-830d-1ed940e2726f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772758686486'] for network, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:39.840038 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-5a3b463d-613e-4a2c-830d-1ed940e2726f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:31:39.889254 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-5a3b463d-613e-4a2c-830d-1ed940e2726f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095'] for network, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:39.890891 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3b463d-613e-4a2c-830d-1ed940e2726f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:31:39.892807 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-5a3b463d-613e-4a2c-830d-1ed940e2726f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for network, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:39.895578 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:31:39.951681 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-5a3b463d-613e-4a2c-830d-1ed940e2726f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7620416 Jun 23 08:31:39.995824 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b463d-613e-4a2c-830d-1ed940e2726f admin admin] Pushing event updated for resources: {'Network': ['ID=5f26f45a-4c2b-4262-97ee-7126ad3a4f0c,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:31:39.999086 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-5a3b463d-613e-4a2c-830d-1ed940e2726f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:31:40.008640 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Network 5f26f45a-4c2b-4262-97ee-7126ad3a4f0c details requested by agent ovs-agent-dv-cinder-768592-7-smb with host dv-cinder-768592-7-smb {{(pid=99595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 08:31:41.038337 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-c553a451-ad98-48be-a65c-137249472571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:41.335219 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:41.947515 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:42.272305 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 43728) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:31:42.447934 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a72b99-dc56-4976-902e-b25e9a0759c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:31:42.449236 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-32a72b99-dc56-4976-902e-b25e9a0759c9 admin admin] 10.222.0.23 "GET /v2.0/subnets/58ef8388-2ae4-4d45-bdd3-60135e3e5061 HTTP/1.1" status: 200 len: 849 time: 0.1759727 Jun 23 08:31:42.573103 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-a887c360-d91d-48cf-8c69-13d108fa13c5 admin admin] 10.222.0.23 "GET /v2.0/routers/994390ec-88dc-4cea-b8b4-ef648445a63b HTTP/1.1" status: 200 len: 704 time: 0.1183136 Jun 23 08:31:42.694694 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 5 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:31:42.827318 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4b87356d-7261-4530-9056-2ea6817350a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:43.109976 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.db_base_plugin_common [None req-4b87356d-7261-4530-9056-2ea6817350a6 admin admin] Allocated IP 172.20.0.1 (0dd603ec-8b2c-43a0-8436-5a6264c80d4a/58ef8388-2ae4-4d45-bdd3-60135e3e5061/ea37cd57-79ec-4cf0-b264-9ced8d86e4e2) {{(pid=99594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:31:43.261301 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4b87356d-7261-4530-9056-2ea6817350a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:43.283229 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.provisioning_blocks [None req-4b87356d-7261-4530-9056-2ea6817350a6 admin admin] Transition to ACTIVE for port object ea37cd57-79ec-4cf0-b264-9ced8d86e4e2 will not be triggered until provisioned by entity DHCP. {{(pid=99594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:31:43.409741 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4b87356d-7261-4530-9056-2ea6817350a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117'] for port, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:43.411838 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:31:43.477887 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b87356d-7261-4530-9056-2ea6817350a6 admin admin] Network 0dd603ec-8b2c-43a0-8436-5a6264c80d4a is already hosted by enough agents. {{(pid=99594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:31:43.486193 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [None req-4b87356d-7261-4530-9056-2ea6817350a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:31:43.491240 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b87356d-7261-4530-9056-2ea6817350a6 admin admin] Received port after_create {{(pid=99594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:31:43.492255 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4b87356d-7261-4530-9056-2ea6817350a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749879'] for router_interface, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:43.493402 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:43.513962 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b87356d-7261-4530-9056-2ea6817350a6 admin admin] Pushing event updated for resources: {'Port': ['ID=ea37cd57-79ec-4cf0-b264-9ced8d86e4e2,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:31:43.559022 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-4b87356d-7261-4530-9056-2ea6817350a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:31:43.664176 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-b84343c8-c0db-4ea9-a024-a1a68714ebbb None None] Provisioning for port ea37cd57-79ec-4cf0-b264-9ced8d86e4e2 completed by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:31:43.667607 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-b84343c8-c0db-4ea9-a024-a1a68714ebbb None None] Provisioning complete for port ea37cd57-79ec-4cf0-b264-9ced8d86e4e2 triggered by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:31:43.667989 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-b84343c8-c0db-4ea9-a024-a1a68714ebbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:43.700984 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-b84343c8-c0db-4ea9-a024-a1a68714ebbb None None] Port ea37cd57-79ec-4cf0-b264-9ced8d86e4e2 cannot update to ACTIVE because it is not bound. {{(pid=99595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 08:31:43.714165 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4b87356d-7261-4530-9056-2ea6817350a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:43.887575 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4b87356d-7261-4530-9056-2ea6817350a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:43.892734 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4b87356d-7261-4530-9056-2ea6817350a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:43.893987 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4b87356d-7261-4530-9056-2ea6817350a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749915'] for router_interface, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:43.896281 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:31:43.975812 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b87356d-7261-4530-9056-2ea6817350a6 admin admin] Pushing event updated for resources: {'Port': ['ID=ea37cd57-79ec-4cf0-b264-9ced8d86e4e2,revision_number=2']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:31:43.978463 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-4b87356d-7261-4530-9056-2ea6817350a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:31:44.020090 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b87356d-7261-4530-9056-2ea6817350a6 admin admin] Network 0dd603ec-8b2c-43a0-8436-5a6264c80d4a is already hosted by enough agents. {{(pid=99594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:31:44.021372 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [None req-4b87356d-7261-4530-9056-2ea6817350a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:31:44.177614 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b87356d-7261-4530-9056-2ea6817350a6 admin admin] Router 994390ec-88dc-4cea-b8b4-ef648445a63b is scheduled to L3 agent b4fcebb9-4e54-4961-9fbc-14fb1630411d with binding_index 1 {{(pid=99594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 08:31:44.222103 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-610d4b53-4ad6-4549-a1e8-702c902e5e62 None None] Provisioning complete for port ea37cd57-79ec-4cf0-b264-9ced8d86e4e2 triggered by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:31:44.222479 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-610d4b53-4ad6-4549-a1e8-702c902e5e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:44.256224 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-610d4b53-4ad6-4549-a1e8-702c902e5e62 None None] Port ea37cd57-79ec-4cf0-b264-9ced8d86e4e2 cannot update to ACTIVE because it is not bound. {{(pid=99595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 08:31:44.269051 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b87356d-7261-4530-9056-2ea6817350a6 admin admin] Notify agent at l3_agent.dv-cinder-768592-7-smb the message routers_updated {{(pid=99594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 08:31:44.274119 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-4b87356d-7261-4530-9056-2ea6817350a6 admin admin] 10.222.0.23 "PUT /v2.0/routers/994390ec-88dc-4cea-b8b4-ef648445a63b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6962156 Jun 23 08:31:44.288753 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0fd859-8803-4455-8970-75398f255f5d None None] Sync routers for ids ['994390ec-88dc-4cea-b8b4-ef648445a63b'] in dv-cinder-768592-7-smb {{(pid=99596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 08:31:44.300685 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0fd859-8803-4455-8970-75398f255f5d None None] Routers {'994390ec-88dc-4cea-b8b4-ef648445a63b'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:31:44.301545 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-fe0fd859-8803-4455-8970-75398f255f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:31:41Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['994390ec-88dc-4cea-b8b4-ef648445a63b'], 'active': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:31:44.486196 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvr_db [None req-fe0fd859-8803-4455-8970-75398f255f5d None None] Set router 994390ec-88dc-4cea-b8b4-ef648445a63b gateway port host: None {{(pid=99596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:31:44.931162 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-fe0fd859-8803-4455-8970-75398f255f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994390ec-88dc-4cea-b8b4-ef648445a63b', 'name': 'router1', 'tenant_id': '18c2a2cd8b2742ddbda3fb8515572d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:31:33Z', 'updated_at': '2021-06-23T08:31:43Z', 'revision_number': 2, 'project_id': '18c2a2cd8b2742ddbda3fb8515572d7b', 'gw_port_host': None, '_interfaces': [{'id': 'ea37cd57-79ec-4cf0-b264-9ced8d86e4e2', 'name': '', 'network_id': '0dd603ec-8b2c-43a0-8436-5a6264c80d4a', 'tenant_id': '18c2a2cd8b2742ddbda3fb8515572d7b', 'mac_address': 'fa:16:3e:b1:d4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994390ec-88dc-4cea-b8b4-ef648445a63b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '58ef8388-2ae4-4d45-bdd3-60135e3e5061', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:31:42Z', 'updated_at': '2021-06-23T08:31:43Z', 'revision_number': 2, 'project_id': '18c2a2cd8b2742ddbda3fb8515572d7b', 'subnets': [{'id': '58ef8388-2ae4-4d45-bdd3-60135e3e5061', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61a33fd5-ccfd-4677-9570-f085c28cd452'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:31:44.981958 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0fd859-8803-4455-8970-75398f255f5d None None] Checking router: 994390ec-88dc-4cea-b8b4-ef648445a63b for host: dv-cinder-768592-7-smb {{(pid=99596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 08:31:44.982332 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0fd859-8803-4455-8970-75398f255f5d None None] Updating router 994390ec-88dc-4cea-b8b4-ef648445a63b port ea37cd57-79ec-4cf0-b264-9ced8d86e4e2 binding host dv-cinder-768592-7-smb {{(pid=99596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 08:31:45.044442 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-fe0fd859-8803-4455-8970-75398f255f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:45.524097 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-fe0fd859-8803-4455-8970-75398f255f5d None None] Notify callbacks [] for port, precommit_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:45.541251 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.provisioning_blocks [None req-fe0fd859-8803-4455-8970-75398f255f5d None None] Transition to ACTIVE for port object ea37cd57-79ec-4cf0-b264-9ced8d86e4e2 will not be triggered until provisioned by entity L2. {{(pid=99596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:31:45.548174 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-fe0fd859-8803-4455-8970-75398f255f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:45.551154 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:31:45.709528 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f490b6e-d054-43d2-b47f-02a5abd90b8b None None] Pushing event updated for resources: {'Port': ['ID=ea37cd57-79ec-4cf0-b264-9ced8d86e4e2,revision_number=3']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:31:45.712073 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [None req-fe0fd859-8803-4455-8970-75398f255f5d None None] Attempting to bind port ea37cd57-79ec-4cf0-b264-9ced8d86e4e2 on host dv-cinder-768592-7-smb for vnic_type normal with profile {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:31:45.712463 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [None req-fe0fd859-8803-4455-8970-75398f255f5d None None] Attempting to bind port ea37cd57-79ec-4cf0-b264-9ced8d86e4e2 by drivers openvswitch,hyperv on host dv-cinder-768592-7-smb at level 0 using segments [{'id': '326a084f-9aa9-4c38-9d20-4cf9efdc1ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0dd603ec-8b2c-43a0-8436-5a6264c80d4a'}] {{(pid=99596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:31:45.712897 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0fd859-8803-4455-8970-75398f255f5d None None] Attempting to bind port ea37cd57-79ec-4cf0-b264-9ced8d86e4e2 on network 0dd603ec-8b2c-43a0-8436-5a6264c80d4a {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:31:45.723969 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0fd859-8803-4455-8970-75398f255f5d None None] Checking agent: {'id': 'c91f22d1-ca23-4348-8c14-c9afdcad6577', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 31, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:31:45.724351 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0fd859-8803-4455-8970-75398f255f5d None None] Checking segment: {'id': '326a084f-9aa9-4c38-9d20-4cf9efdc1ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0dd603ec-8b2c-43a0-8436-5a6264c80d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:31:45.724864 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-fe0fd859-8803-4455-8970-75398f255f5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:45.725248 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0fd859-8803-4455-8970-75398f255f5d None None] Bound using segment: {'id': '326a084f-9aa9-4c38-9d20-4cf9efdc1ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0dd603ec-8b2c-43a0-8436-5a6264c80d4a'} {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:31:45.726838 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [None req-fe0fd859-8803-4455-8970-75398f255f5d None None] Bound port: ea37cd57-79ec-4cf0-b264-9ced8d86e4e2, host: dv-cinder-768592-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326a084f-9aa9-4c38-9d20-4cf9efdc1ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0dd603ec-8b2c-43a0-8436-5a6264c80d4a'}}] {{(pid=99596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:31:45.726838 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-fe0fd859-8803-4455-8970-75398f255f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:45.728555 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f490b6e-d054-43d2-b47f-02a5abd90b8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:45.728893 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f490b6e-d054-43d2-b47f-02a5abd90b8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:45.729216 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f490b6e-d054-43d2-b47f-02a5abd90b8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:45.729546 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f490b6e-d054-43d2-b47f-02a5abd90b8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:45.729870 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f490b6e-d054-43d2-b47f-02a5abd90b8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:45.730192 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f490b6e-d054-43d2-b47f-02a5abd90b8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:45.730528 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f490b6e-d054-43d2-b47f-02a5abd90b8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:45.730848 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f490b6e-d054-43d2-b47f-02a5abd90b8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:45.731166 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f490b6e-d054-43d2-b47f-02a5abd90b8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:45.731488 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f490b6e-d054-43d2-b47f-02a5abd90b8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:45.731795 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f490b6e-d054-43d2-b47f-02a5abd90b8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:45.732108 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f490b6e-d054-43d2-b47f-02a5abd90b8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:31:45.733159 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f490b6e-d054-43d2-b47f-02a5abd90b8b None None] Tracked resource versions report: Jun 23 08:31:45.733159 dv-cinder-768592-7-smb neutron-server[99596]: pushed versions: Jun 23 08:31:45.733159 dv-cinder-768592-7-smb neutron-server[99596]: { 'AddressGroup': {'1.2'}, Jun 23 08:31:45.733159 dv-cinder-768592-7-smb neutron-server[99596]: 'ConntrackHelper': {'1.0'}, Jun 23 08:31:45.733159 dv-cinder-768592-7-smb neutron-server[99596]: 'Log': {'1.0'}, Jun 23 08:31:45.733159 dv-cinder-768592-7-smb neutron-server[99596]: 'Network': {'1.1'}, Jun 23 08:31:45.733159 dv-cinder-768592-7-smb neutron-server[99596]: 'Port': {'1.7'}, Jun 23 08:31:45.733159 dv-cinder-768592-7-smb neutron-server[99596]: 'PortForwarding': {'1.2'}, Jun 23 08:31:45.733159 dv-cinder-768592-7-smb neutron-server[99596]: 'QosPolicy': {'1.8'}, Jun 23 08:31:45.733159 dv-cinder-768592-7-smb neutron-server[99596]: 'SecurityGroup': {'1.4'}, Jun 23 08:31:45.733159 dv-cinder-768592-7-smb neutron-server[99596]: 'SecurityGroupRule': {'1.2'}, Jun 23 08:31:45.733159 dv-cinder-768592-7-smb neutron-server[99596]: 'SubPort': {'1.0'}, Jun 23 08:31:45.733159 dv-cinder-768592-7-smb neutron-server[99596]: 'Subnet': {'1.1'}, Jun 23 08:31:45.733159 dv-cinder-768592-7-smb neutron-server[99596]: 'Trunk': {'1.1'}} Jun 23 08:31:45.733159 dv-cinder-768592-7-smb neutron-server[99596]: consumer versions: Jun 23 08:31:45.733159 dv-cinder-768592-7-smb neutron-server[99596]: { DHCP agent@dv-cinder-768592-7-smb: {}, Jun 23 08:31:45.733159 dv-cinder-768592-7-smb neutron-server[99596]: L3 agent@dv-cinder-768592-7-smb: {}, Jun 23 08:31:45.733159 dv-cinder-768592-7-smb neutron-server[99596]: Metadata agent@dv-cinder-768592-7-smb: {}, Jun 23 08:31:45.733159 dv-cinder-768592-7-smb neutron-server[99596]: Metering agent@dv-cinder-768592-7-smb: {}, Jun 23 08:31:45.733159 dv-cinder-768592-7-smb neutron-server[99596]: Open vSwitch agent@dv-cinder-768592-7-smb: { 'AddressGroup': '1.2', Jun 23 08:31:45.733159 dv-cinder-768592-7-smb neutron-server[99596]: 'ConntrackHelper': '1.0', Jun 23 08:31:45.733159 dv-cinder-768592-7-smb neutron-server[99596]: 'Log': '1.0', Jun 23 08:31:45.733159 dv-cinder-768592-7-smb neutron-server[99596]: 'Network': '1.1', Jun 23 08:31:45.733159 dv-cinder-768592-7-smb neutron-server[99596]: 'Port': '1.7', Jun 23 08:31:45.733159 dv-cinder-768592-7-smb neutron-server[99596]: 'PortForwarding': '1.2', Jun 23 08:31:45.733159 dv-cinder-768592-7-smb neutron-server[99596]: 'QosPolicy': '1.8', Jun 23 08:31:45.733159 dv-cinder-768592-7-smb neutron-server[99596]: 'SecurityGroup': '1.4', Jun 23 08:31:45.733159 dv-cinder-768592-7-smb neutron-server[99596]: 'SecurityGroupRule': '1.2', Jun 23 08:31:45.733159 dv-cinder-768592-7-smb neutron-server[99596]: 'SubPort': '1.0', Jun 23 08:31:45.733159 dv-cinder-768592-7-smb neutron-server[99596]: 'Subnet': '1.1', Jun 23 08:31:45.733159 dv-cinder-768592-7-smb neutron-server[99596]: 'Trunk': '1.1'}} Jun 23 08:31:45.733159 dv-cinder-768592-7-smb neutron-server[99596]: {{(pid=99596) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 08:31:45.744168 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-6f490b6e-d054-43d2-b47f-02a5abd90b8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:31:45.804361 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [None req-fe0fd859-8803-4455-8970-75398f255f5d None None] For port ea37cd57-79ec-4cf0-b264-9ced8d86e4e2, host dv-cinder-768592-7-smb, cleared binding levels {{(pid=99596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:31:45.826031 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [None req-fe0fd859-8803-4455-8970-75398f255f5d None None] For port ea37cd57-79ec-4cf0-b264-9ced8d86e4e2, host dv-cinder-768592-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=ea37cd57-79ec-4cf0-b264-9ced8d86e4e2,segment=NetworkSegment(326a084f-9aa9-4c38-9d20-4cf9efdc1ba8),segment_id=326a084f-9aa9-4c38-9d20-4cf9efdc1ba8)] {{(pid=99596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:31:45.831068 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-fe0fd859-8803-4455-8970-75398f255f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:45.833261 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:31:45.886063 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0fd859-8803-4455-8970-75398f255f5d None None] Routers {'994390ec-88dc-4cea-b8b4-ef648445a63b'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:31:45.886703 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-fe0fd859-8803-4455-8970-75398f255f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:31:41Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['994390ec-88dc-4cea-b8b4-ef648445a63b'], 'active': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:31:45.922117 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f490b6e-d054-43d2-b47f-02a5abd90b8b None None] Pushing event updated for resources: {'Port': ['ID=ea37cd57-79ec-4cf0-b264-9ced8d86e4e2,revision_number=4']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:31:45.926779 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-6f490b6e-d054-43d2-b47f-02a5abd90b8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:31:45.979693 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvr_db [None req-fe0fd859-8803-4455-8970-75398f255f5d None None] Set router 994390ec-88dc-4cea-b8b4-ef648445a63b gateway port host: None {{(pid=99596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:31:46.183938 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-fe0fd859-8803-4455-8970-75398f255f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994390ec-88dc-4cea-b8b4-ef648445a63b', 'name': 'router1', 'tenant_id': '18c2a2cd8b2742ddbda3fb8515572d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:31:33Z', 'updated_at': '2021-06-23T08:31:43Z', 'revision_number': 2, 'project_id': '18c2a2cd8b2742ddbda3fb8515572d7b', 'gw_port_host': None, '_interfaces': [{'id': 'ea37cd57-79ec-4cf0-b264-9ced8d86e4e2', 'name': '', 'network_id': '0dd603ec-8b2c-43a0-8436-5a6264c80d4a', 'tenant_id': '18c2a2cd8b2742ddbda3fb8515572d7b', 'mac_address': 'fa:16:3e:b1:d4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994390ec-88dc-4cea-b8b4-ef648445a63b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '58ef8388-2ae4-4d45-bdd3-60135e3e5061', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:31:42Z', 'updated_at': '2021-06-23T08:31:45Z', 'revision_number': 4, 'project_id': '18c2a2cd8b2742ddbda3fb8515572d7b', 'subnets': [{'id': '58ef8388-2ae4-4d45-bdd3-60135e3e5061', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61a33fd5-ccfd-4677-9570-f085c28cd452'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:31:46.212593 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0fd859-8803-4455-8970-75398f255f5d None None] The sync data for ids ['994390ec-88dc-4cea-b8b4-ef648445a63b'] in dv-cinder-768592-7-smb is: [{'id': '994390ec-88dc-4cea-b8b4-ef648445a63b', 'name': 'router1', 'tenant_id': '18c2a2cd8b2742ddbda3fb8515572d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:31:33Z', 'updated_at': '2021-06-23T08:31:43Z', 'revision_number': 2, 'project_id': '18c2a2cd8b2742ddbda3fb8515572d7b', 'gw_port_host': None, '_interfaces': [{'id': 'ea37cd57-79ec-4cf0-b264-9ced8d86e4e2', 'name': '', 'network_id': '0dd603ec-8b2c-43a0-8436-5a6264c80d4a', 'tenant_id': '18c2a2cd8b2742ddbda3fb8515572d7b', 'mac_address': 'fa:16:3e:b1:d4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994390ec-88dc-4cea-b8b4-ef648445a63b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '58ef8388-2ae4-4d45-bdd3-60135e3e5061', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:31:42Z', 'updated_at': '2021-06-23T08:31:45Z', 'revision_number': 4, 'project_id': '18c2a2cd8b2742ddbda3fb8515572d7b', 'subnets': [{'id': '58ef8388-2ae4-4d45-bdd3-60135e3e5061', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61a33fd5-ccfd-4677-9570-f085c28cd452'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 08:31:46.464499 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 43748) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:31:46.574876 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7647b501-7ce3-49b8-b7dd-0f878ea8076c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:31:46.576234 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-7647b501-7ce3-49b8-b7dd-0f878ea8076c admin admin] 10.222.0.23 "GET /v2.0/networks/5f26f45a-4c2b-4262-97ee-7126ad3a4f0c HTTP/1.1" status: 200 len: 842 time: 0.1106994 Jun 23 08:31:46.585396 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-8b21f682-731d-41cf-863b-2f12c56719ec admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.28.3.0/24', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.28.3.1'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:31:46.606453 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b21f682-731d-41cf-863b-2f12c56719ec admin admin] Made reservation on behalf of e8248ed11943465e93f95a2b612229ec for: {'subnet': 1} {{(pid=99594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:31:46.608790 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8b21f682-731d-41cf-863b-2f12c56719ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:46.883111 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.objects.ports [None req-8b21f682-731d-41cf-863b-2f12c56719ec admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99594) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 23 08:31:46.883546 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8b21f682-731d-41cf-863b-2f12c56719ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100'] for subnet, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:46.886330 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:31:46.944359 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b21f682-731d-41cf-863b-2f12c56719ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=86cbbb1d-69f5-4548-9290-2a101fd5c791,revision_number=0']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:31:46.948117 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-8b21f682-731d-41cf-863b-2f12c56719ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:31:46.948903 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b21f682-731d-41cf-863b-2f12c56719ec admin admin] Checking segment: {'id': '6932e2b2-1f79-4fc6-aa47-4858913c769e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:31:46.949259 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b21f682-731d-41cf-863b-2f12c56719ec admin admin] Network hostable DHCP agents. Network: 5f26f45a-4c2b-4262-97ee-7126ad3a4f0c, hostable agents: ['0b6ae00f-9814-4d83-8bc7-07b3d7a0d748'], hosted agents: [] {{(pid=99594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 08:31:46.966877 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b21f682-731d-41cf-863b-2f12c56719ec admin admin] Network 5f26f45a-4c2b-4262-97ee-7126ad3a4f0c is scheduled to be hosted by DHCP agent 0b6ae00f-9814-4d83-8bc7-07b3d7a0d748 with binding_index 1 {{(pid=99594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 08:31:46.975223 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [None req-8b21f682-731d-41cf-863b-2f12c56719ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-7-smb, 5f26f45a-4c2b-4262-97ee-7126ad3a4f0c) {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:31:46.979119 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b21f682-731d-41cf-863b-2f12c56719ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:31:46.979737 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8b21f682-731d-41cf-863b-2f12c56719ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for subnet, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:46.984448 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352afdf4-452e-4b0f-800b-fba3888a22ec None None] Network 5f26f45a-4c2b-4262-97ee-7126ad3a4f0c requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:31:46.994676 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-8b21f682-731d-41cf-863b-2f12c56719ec admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4125495 Jun 23 08:31:47.118307 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dada5295-0568-43ae-85b7-b07dc8995e6a None None] Network 5f26f45a-4c2b-4262-97ee-7126ad3a4f0c requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:31:49.172159 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device ea37cd57-79ec-4cf0-b264-9ced8d86e4e2 up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:31:49.224381 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning for port ea37cd57-79ec-4cf0-b264-9ced8d86e4e2 completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:31:49.228869 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port ea37cd57-79ec-4cf0-b264-9ced8d86e4e2 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:31:49.229188 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:49.272721 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 43760) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:31:49.366279 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:49.399459 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] For port ea37cd57-79ec-4cf0-b264-9ced8d86e4e2, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=ea37cd57-79ec-4cf0-b264-9ced8d86e4e2,segment=NetworkSegment(326a084f-9aa9-4c38-9d20-4cf9efdc1ba8),segment_id=326a084f-9aa9-4c38-9d20-4cf9efdc1ba8)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:31:49.404292 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:49.406360 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:31:49.456574 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Pushing event updated for resources: {'Port': ['ID=ea37cd57-79ec-4cf0-b264-9ced8d86e4e2,revision_number=5']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:31:49.459805 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:31:49.508739 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-3ee2ee95-8db9-4ab1-9249-28b7ba0f01e6 admin admin] 10.222.0.23 "GET /v2.0/routers/994390ec-88dc-4cea-b8b4-ef648445a63b HTTP/1.1" status: 200 len: 710 time: 0.2348866 Jun 23 08:31:49.591744 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9e1c2d-3512-4a12-b897-96cc898833f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:31:49.593109 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-1c9e1c2d-3512-4a12-b897-96cc898833f5 admin admin] 10.222.0.23 "GET /v2.0/networks/5f26f45a-4c2b-4262-97ee-7126ad3a4f0c HTTP/1.1" status: 200 len: 886 time: 0.0793688 Jun 23 08:31:49.601909 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-b37e2629-9eaf-406b-9917-bd8c8e8f0b9e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'}}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:31:49.838437 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-b37e2629-9eaf-406b-9917-bd8c8e8f0b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1822098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15946'] for router, precommit_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:50.077341 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-b37e2629-9eaf-406b-9917-bd8c8e8f0b9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:50.152721 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-b37e2629-9eaf-406b-9917-bd8c8e8f0b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:50.258034 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.db_base_plugin_common [None req-b37e2629-9eaf-406b-9917-bd8c8e8f0b9e admin admin] Allocated IP 172.28.3.86 (5f26f45a-4c2b-4262-97ee-7126ad3a4f0c/86cbbb1d-69f5-4548-9290-2a101fd5c791/9a3addf1-e35c-43b7-8926-f8c9864cb22e) {{(pid=99594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:31:50.361329 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-b37e2629-9eaf-406b-9917-bd8c8e8f0b9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:50.398985 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-b37e2629-9eaf-406b-9917-bd8c8e8f0b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117'] for port, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:50.401061 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-4b87356d-7261-4530-9056-2ea6817350a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:31:50.436934 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37e2629-9eaf-406b-9917-bd8c8e8f0b9e admin admin] Network 5f26f45a-4c2b-4262-97ee-7126ad3a4f0c is already hosted by enough agents. {{(pid=99594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:31:50.439522 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [None req-b37e2629-9eaf-406b-9917-bd8c8e8f0b9e admin admin] Resources bound (agent type, host, resource id): {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:31:50.442825 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37e2629-9eaf-406b-9917-bd8c8e8f0b9e admin admin] Received port after_create {{(pid=99594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:31:50.447679 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e2629-9eaf-406b-9917-bd8c8e8f0b9e admin admin] Pushing event updated for resources: {'Port': ['ID=9a3addf1-e35c-43b7-8926-f8c9864cb22e,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:31:50.478106 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-b37e2629-9eaf-406b-9917-bd8c8e8f0b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:31:50.684719 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-b37e2629-9eaf-406b-9917-bd8c8e8f0b9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:50.954258 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-b37e2629-9eaf-406b-9917-bd8c8e8f0b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1822098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15946'] for router, precommit_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:50.957352 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-b37e2629-9eaf-406b-9917-bd8c8e8f0b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1729052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1822121'] for router, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:51.057920 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37e2629-9eaf-406b-9917-bd8c8e8f0b9e admin admin] Router 994390ec-88dc-4cea-b8b4-ef648445a63b has already been hosted by L3 agent b4fcebb9-4e54-4961-9fbc-14fb1630411d {{(pid=99594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 08:31:51.151582 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device ea37cd57-79ec-4cf0-b264-9ced8d86e4e2 up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:31:51.163423 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37e2629-9eaf-406b-9917-bd8c8e8f0b9e admin admin] Notify agent at l3_agent.dv-cinder-768592-7-smb the message routers_updated {{(pid=99594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 08:31:51.167582 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-b37e2629-9eaf-406b-9917-bd8c8e8f0b9e admin admin] Notify callbacks [] for router, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:51.172270 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-b37e2629-9eaf-406b-9917-bd8c8e8f0b9e admin admin] 10.222.0.23 "PUT /v2.0/routers/994390ec-88dc-4cea-b8b4-ef648445a63b HTTP/1.1" status: 200 len: 889 time: 1.5700402 Jun 23 08:31:51.174130 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e63ee0-78ee-4c98-9998-389ff822beb8 None None] Sync routers for ids ['994390ec-88dc-4cea-b8b4-ef648445a63b'] in dv-cinder-768592-7-smb {{(pid=99595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 08:31:51.199082 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e63ee0-78ee-4c98-9998-389ff822beb8 None None] Routers {'994390ec-88dc-4cea-b8b4-ef648445a63b'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:31:51.199753 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-e4e63ee0-78ee-4c98-9998-389ff822beb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:31:41Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['994390ec-88dc-4cea-b8b4-ef648445a63b'], 'active': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:31:51.327071 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port ea37cd57-79ec-4cf0-b264-9ced8d86e4e2 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:31:51.327453 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:51.450117 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvr_db [None req-e4e63ee0-78ee-4c98-9998-389ff822beb8 None None] Set router 994390ec-88dc-4cea-b8b4-ef648445a63b gateway port host: dv-cinder-768592-7-smb {{(pid=99595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:31:51.866930 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-e4e63ee0-78ee-4c98-9998-389ff822beb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994390ec-88dc-4cea-b8b4-ef648445a63b', 'name': 'router1', 'tenant_id': '18c2a2cd8b2742ddbda3fb8515572d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': '9a3addf1-e35c-43b7-8926-f8c9864cb22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:31:33Z', 'updated_at': '2021-06-23T08:31:50Z', 'revision_number': 4, 'project_id': '18c2a2cd8b2742ddbda3fb8515572d7b', 'gw_port': {'id': '9a3addf1-e35c-43b7-8926-f8c9864cb22e', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994390ec-88dc-4cea-b8b4-ef648445a63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:31:50Z', 'updated_at': '2021-06-23T08:31:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': 'ea37cd57-79ec-4cf0-b264-9ced8d86e4e2', 'name': '', 'network_id': '0dd603ec-8b2c-43a0-8436-5a6264c80d4a', 'tenant_id': '18c2a2cd8b2742ddbda3fb8515572d7b', 'mac_address': 'fa:16:3e:b1:d4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994390ec-88dc-4cea-b8b4-ef648445a63b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '58ef8388-2ae4-4d45-bdd3-60135e3e5061', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:31:42Z', 'updated_at': '2021-06-23T08:31:49Z', 'revision_number': 5, 'project_id': '18c2a2cd8b2742ddbda3fb8515572d7b', 'subnets': [{'id': '58ef8388-2ae4-4d45-bdd3-60135e3e5061', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61a33fd5-ccfd-4677-9570-f085c28cd452'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:31:51.917830 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e63ee0-78ee-4c98-9998-389ff822beb8 None None] Checking router: 994390ec-88dc-4cea-b8b4-ef648445a63b for host: dv-cinder-768592-7-smb {{(pid=99595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 08:31:51.918139 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e63ee0-78ee-4c98-9998-389ff822beb8 None None] Updating router 994390ec-88dc-4cea-b8b4-ef648445a63b port 9a3addf1-e35c-43b7-8926-f8c9864cb22e binding host dv-cinder-768592-7-smb {{(pid=99595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 08:31:51.950462 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e4e63ee0-78ee-4c98-9998-389ff822beb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:52.263738 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e4e63ee0-78ee-4c98-9998-389ff822beb8 None None] Notify callbacks [] for port, precommit_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:52.273893 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e4e63ee0-78ee-4c98-9998-389ff822beb8 None None] Transition to ACTIVE for port object 9a3addf1-e35c-43b7-8926-f8c9864cb22e will not be triggered until provisioned by entity L2. {{(pid=99595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:31:52.279481 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e4e63ee0-78ee-4c98-9998-389ff822beb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:52.282436 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:31:52.410676 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-e4e63ee0-78ee-4c98-9998-389ff822beb8 None None] Attempting to bind port 9a3addf1-e35c-43b7-8926-f8c9864cb22e on host dv-cinder-768592-7-smb for vnic_type normal with profile {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:31:52.411084 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-e4e63ee0-78ee-4c98-9998-389ff822beb8 None None] Attempting to bind port 9a3addf1-e35c-43b7-8926-f8c9864cb22e by drivers openvswitch,hyperv on host dv-cinder-768592-7-smb at level 0 using segments [{'id': '6932e2b2-1f79-4fc6-aa47-4858913c769e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:31:52.411454 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e63ee0-78ee-4c98-9998-389ff822beb8 None None] Attempting to bind port 9a3addf1-e35c-43b7-8926-f8c9864cb22e on network 5f26f45a-4c2b-4262-97ee-7126ad3a4f0c {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:31:52.414207 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce4bea-1e2b-4e59-afc0-3a770fa4144e None None] Pushing event updated for resources: {'Port': ['ID=9a3addf1-e35c-43b7-8926-f8c9864cb22e,revision_number=2']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:31:52.418146 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-f4ce4bea-1e2b-4e59-afc0-3a770fa4144e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:31:52.419058 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e63ee0-78ee-4c98-9998-389ff822beb8 None None] Checking agent: {'id': 'c91f22d1-ca23-4348-8c14-c9afdcad6577', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 31, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:31:52.419435 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e63ee0-78ee-4c98-9998-389ff822beb8 None None] Checking segment: {'id': '6932e2b2-1f79-4fc6-aa47-4858913c769e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:31:52.419838 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e4e63ee0-78ee-4c98-9998-389ff822beb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:52.420222 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e63ee0-78ee-4c98-9998-389ff822beb8 None None] Bound using segment: {'id': '6932e2b2-1f79-4fc6-aa47-4858913c769e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:31:52.420692 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-e4e63ee0-78ee-4c98-9998-389ff822beb8 None None] Bound port: 9a3addf1-e35c-43b7-8926-f8c9864cb22e, host: dv-cinder-768592-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6932e2b2-1f79-4fc6-aa47-4858913c769e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'}}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:31:52.421073 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e4e63ee0-78ee-4c98-9998-389ff822beb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:52.471246 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e4e63ee0-78ee-4c98-9998-389ff822beb8 None None] For port 9a3addf1-e35c-43b7-8926-f8c9864cb22e, host dv-cinder-768592-7-smb, cleared binding levels {{(pid=99595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:31:52.474247 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e4e63ee0-78ee-4c98-9998-389ff822beb8 None None] For port 9a3addf1-e35c-43b7-8926-f8c9864cb22e, host dv-cinder-768592-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=9a3addf1-e35c-43b7-8926-f8c9864cb22e,segment=NetworkSegment(6932e2b2-1f79-4fc6-aa47-4858913c769e),segment_id=6932e2b2-1f79-4fc6-aa47-4858913c769e)] {{(pid=99595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:31:52.478994 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e4e63ee0-78ee-4c98-9998-389ff822beb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:52.481702 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-f4ce4bea-1e2b-4e59-afc0-3a770fa4144e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:31:52.537544 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e63ee0-78ee-4c98-9998-389ff822beb8 None None] Routers {'994390ec-88dc-4cea-b8b4-ef648445a63b'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:31:52.538077 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-e4e63ee0-78ee-4c98-9998-389ff822beb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:31:41Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['994390ec-88dc-4cea-b8b4-ef648445a63b'], 'active': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:31:52.573450 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce4bea-1e2b-4e59-afc0-3a770fa4144e None None] Pushing event updated for resources: {'Port': ['ID=9a3addf1-e35c-43b7-8926-f8c9864cb22e,revision_number=3']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:31:52.576686 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-f4ce4bea-1e2b-4e59-afc0-3a770fa4144e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:31:52.647838 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvr_db [None req-e4e63ee0-78ee-4c98-9998-389ff822beb8 None None] Set router 994390ec-88dc-4cea-b8b4-ef648445a63b gateway port host: dv-cinder-768592-7-smb {{(pid=99595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:31:52.854708 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-e4e63ee0-78ee-4c98-9998-389ff822beb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994390ec-88dc-4cea-b8b4-ef648445a63b', 'name': 'router1', 'tenant_id': '18c2a2cd8b2742ddbda3fb8515572d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': '9a3addf1-e35c-43b7-8926-f8c9864cb22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:31:33Z', 'updated_at': '2021-06-23T08:31:50Z', 'revision_number': 4, 'project_id': '18c2a2cd8b2742ddbda3fb8515572d7b', 'gw_port': {'id': '9a3addf1-e35c-43b7-8926-f8c9864cb22e', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994390ec-88dc-4cea-b8b4-ef648445a63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:31:50Z', 'updated_at': '2021-06-23T08:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': 'ea37cd57-79ec-4cf0-b264-9ced8d86e4e2', 'name': '', 'network_id': '0dd603ec-8b2c-43a0-8436-5a6264c80d4a', 'tenant_id': '18c2a2cd8b2742ddbda3fb8515572d7b', 'mac_address': 'fa:16:3e:b1:d4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994390ec-88dc-4cea-b8b4-ef648445a63b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '58ef8388-2ae4-4d45-bdd3-60135e3e5061', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:31:42Z', 'updated_at': '2021-06-23T08:31:49Z', 'revision_number': 5, 'project_id': '18c2a2cd8b2742ddbda3fb8515572d7b', 'subnets': [{'id': '58ef8388-2ae4-4d45-bdd3-60135e3e5061', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61a33fd5-ccfd-4677-9570-f085c28cd452'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:31:52.880928 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e63ee0-78ee-4c98-9998-389ff822beb8 None None] The sync data for ids ['994390ec-88dc-4cea-b8b4-ef648445a63b'] in dv-cinder-768592-7-smb is: [{'id': '994390ec-88dc-4cea-b8b4-ef648445a63b', 'name': 'router1', 'tenant_id': '18c2a2cd8b2742ddbda3fb8515572d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': '9a3addf1-e35c-43b7-8926-f8c9864cb22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:31:33Z', 'updated_at': '2021-06-23T08:31:50Z', 'revision_number': 4, 'project_id': '18c2a2cd8b2742ddbda3fb8515572d7b', 'gw_port': {'id': '9a3addf1-e35c-43b7-8926-f8c9864cb22e', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994390ec-88dc-4cea-b8b4-ef648445a63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:31:50Z', 'updated_at': '2021-06-23T08:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': 'ea37cd57-79ec-4cf0-b264-9ced8d86e4e2', 'name': '', 'network_id': '0dd603ec-8b2c-43a0-8436-5a6264c80d4a', 'tenant_id': '18c2a2cd8b2742ddbda3fb8515572d7b', 'mac_address': 'fa:16:3e:b1:d4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994390ec-88dc-4cea-b8b4-ef648445a63b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '58ef8388-2ae4-4d45-bdd3-60135e3e5061', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:31:42Z', 'updated_at': '2021-06-23T08:31:49Z', 'revision_number': 5, 'project_id': '18c2a2cd8b2742ddbda3fb8515572d7b', 'subnets': [{'id': '58ef8388-2ae4-4d45-bdd3-60135e3e5061', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61a33fd5-ccfd-4677-9570-f085c28cd452'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 08:31:53.191010 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 9a3addf1-e35c-43b7-8926-f8c9864cb22e up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:31:53.243601 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning for port 9a3addf1-e35c-43b7-8926-f8c9864cb22e completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:31:53.247812 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port 9a3addf1-e35c-43b7-8926-f8c9864cb22e triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:31:53.248291 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:53.333048 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:53.354157 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] For port 9a3addf1-e35c-43b7-8926-f8c9864cb22e, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=9a3addf1-e35c-43b7-8926-f8c9864cb22e,segment=NetworkSegment(6932e2b2-1f79-4fc6-aa47-4858913c769e),segment_id=6932e2b2-1f79-4fc6-aa47-4858913c769e)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:31:53.360255 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:31:53.362599 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:31:53.413380 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Pushing event updated for resources: {'Port': ['ID=9a3addf1-e35c-43b7-8926-f8c9864cb22e,revision_number=4']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:31:53.416604 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:31:53.525583 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 43768) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:31:53.651453 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-1288cc05-4edd-493f-8191-d9752d96149c admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1245029 Jun 23 08:31:55.153590 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 9a3addf1-e35c-43b7-8926-f8c9864cb22e up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:31:55.201570 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port 9a3addf1-e35c-43b7-8926-f8c9864cb22e triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:31:55.202995 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:32:08.335104 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-096e7c2d-0bec-4444-a6e9-25260c81bb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:32:11.044905 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-28e1c729-1a91-4d32-8a77-50b8844c04e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:32:11.339010 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:32:11.972134 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:32:13.517771 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:32:19.693717 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 5 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:32:38.299726 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-3b03ca99-72d8-4d73-967f-d79300b99f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:32:41.042965 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-a90ef08b-a957-4d19-9bab-9051cfed7997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:32:41.352295 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:32:41.954132 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:32:43.521644 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:32:56.692783 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 5 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:33:08.308106 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e2593186-75b0-478b-ba1e-3aaf6fff0c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:33:11.045706 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-b8a85a6f-7b3f-4701-ab08-e4cfe69aff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:33:11.344626 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:33:11.956234 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:33:13.526562 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:33:29.266027 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 44336) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:33:29.325733 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b0159c0-87f9-48fc-a848-f6bc2524d069 admin admin] GET failed (client error): The resource could not be found. Jun 23 08:33:29.327693 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-9b0159c0-87f9-48fc-a848-f6bc2524d069 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0602109 Jun 23 08:33:29.484568 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cca9a4-375d-42d4-b5e9-8bdf3f457bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:33:29.485933 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-28cca9a4-375d-42d4-b5e9-8bdf3f457bce admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1536603 Jun 23 08:33:31.604122 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 44346) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:33:31.695257 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6445a87-bce7-4d7e-90bc-70882b1ddd41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:33:31.696587 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-b6445a87-bce7-4d7e-90bc-70882b1ddd41 admin admin] 10.222.0.23 "GET /v2.0/subnets/58ef8388-2ae4-4d45-bdd3-60135e3e5061 HTTP/1.1" status: 200 len: 849 time: 0.0915117 Jun 23 08:33:31.705771 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-9ee9bed2-a3cb-47b1-a7c8-115fbc1cbcf3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:33:31.787007 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-9ee9bed2-a3cb-47b1-a7c8-115fbc1cbcf3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:33:31.922677 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-9ee9bed2-a3cb-47b1-a7c8-115fbc1cbcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772759107036'] for subnet, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:33:31.925569 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-8b21f682-731d-41cf-863b-2f12c56719ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:33:31.951470 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee9bed2-a3cb-47b1-a7c8-115fbc1cbcf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:33:31.952053 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-9ee9bed2-a3cb-47b1-a7c8-115fbc1cbcf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for subnet, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:33:31.953523 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-9ee9bed2-a3cb-47b1-a7c8-115fbc1cbcf3 admin admin] 10.222.0.23 "PUT /v2.0/subnets/58ef8388-2ae4-4d45-bdd3-60135e3e5061 HTTP/1.1" status: 200 len: 868 time: 0.2512243 Jun 23 08:33:31.970656 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cc9f13-2008-4179-b242-44d38a9c4408 None None] Network 0dd603ec-8b2c-43a0-8436-5a6264c80d4a requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:33:31.973241 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9bed2-a3cb-47b1-a7c8-115fbc1cbcf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58ef8388-2ae4-4d45-bdd3-60135e3e5061,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:33:31.980335 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee9bed2-a3cb-47b1-a7c8-115fbc1cbcf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:33:31.980687 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee9bed2-a3cb-47b1-a7c8-115fbc1cbcf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:33:31.981011 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee9bed2-a3cb-47b1-a7c8-115fbc1cbcf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:33:31.981340 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee9bed2-a3cb-47b1-a7c8-115fbc1cbcf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:33:31.981669 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee9bed2-a3cb-47b1-a7c8-115fbc1cbcf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:33:31.981987 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee9bed2-a3cb-47b1-a7c8-115fbc1cbcf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:33:31.982308 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee9bed2-a3cb-47b1-a7c8-115fbc1cbcf3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:33:31.982628 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee9bed2-a3cb-47b1-a7c8-115fbc1cbcf3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:33:31.982999 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee9bed2-a3cb-47b1-a7c8-115fbc1cbcf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:33:31.983357 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee9bed2-a3cb-47b1-a7c8-115fbc1cbcf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:33:31.984299 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee9bed2-a3cb-47b1-a7c8-115fbc1cbcf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:33:31.984617 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee9bed2-a3cb-47b1-a7c8-115fbc1cbcf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:33:31.988269 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-9ee9bed2-a3cb-47b1-a7c8-115fbc1cbcf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:33:32.313893 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-a5f50e75-cb72-4f7e-9401-e8b1b2b99c6d None None] Provisioning complete for port 4626d5e1-aaf4-4149-809f-4f6e7c911950 triggered by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:33:32.314275 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-a5f50e75-cb72-4f7e-9401-e8b1b2b99c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:33:32.397033 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-a5f50e75-cb72-4f7e-9401-e8b1b2b99c6d None None] Provisioning complete for port ea37cd57-79ec-4cf0-b264-9ced8d86e4e2 triggered by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:33:32.397403 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-a5f50e75-cb72-4f7e-9401-e8b1b2b99c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:33:33.690820 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 5 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:33:34.076061 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 44354) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:33:34.273493 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cfaa15-2357-4a1b-89c3-80b12b569452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:33:34.273981 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cfaa15-2357-4a1b-89c3-80b12b569452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:33:34.275527 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-60cfaa15-2357-4a1b-89c3-80b12b569452 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1984940 Jun 23 08:33:36.414172 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 44362) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:33:36.551805 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9aa950-22d5-421c-bf42-0ecf915f8b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:33:36.552287 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9aa950-22d5-421c-bf42-0ecf915f8b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:33:36.553806 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-0f9aa950-22d5-421c-bf42-0ecf915f8b80 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1386545 Jun 23 08:33:38.308314 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9514425c-a798-48aa-8a92-2f159e7b6c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:33:38.732384 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 44370) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:33:38.866002 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8056edfa-3d89-43e6-8a51-f782ef37949b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:33:38.867386 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-8056edfa-3d89-43e6-8a51-f782ef37949b admin admin] 10.222.0.23 "GET /v2.0/networks/0dd603ec-8b2c-43a0-8436-5a6264c80d4a HTTP/1.1" status: 200 len: 869 time: 0.1340544 Jun 23 08:33:40.965216 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 44378) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:33:41.048256 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-ed3048b3-1b7b-4bbb-8078-f417e56d8ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:33:41.091948 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f461e0c6-e6f1-4c3a-8aef-a70710bbeb30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:33:41.093382 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-f461e0c6-e6f1-4c3a-8aef-a70710bbeb30 admin admin] 10.222.0.23 "GET /v2.0/networks/5f26f45a-4c2b-4262-97ee-7126ad3a4f0c HTTP/1.1" status: 200 len: 886 time: 0.1272135 Jun 23 08:33:41.344828 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:33:41.957126 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:33:43.225615 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 44386) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:33:43.345441 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d4e4af-4fb5-4a21-9a56-18cda833bdf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:33:43.345839 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d4e4af-4fb5-4a21-9a56-18cda833bdf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:33:43.347456 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-b0d4e4af-4fb5-4a21-9a56-18cda833bdf0 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1208887 Jun 23 08:33:43.531386 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:33:45.572399 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 44394) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:33:45.664934 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4819fde-7bff-4ec8-b802-f0d25e54af93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:33:45.665402 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4819fde-7bff-4ec8-b802-f0d25e54af93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:33:45.666898 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-e4819fde-7bff-4ec8-b802-f0d25e54af93 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0935345 Jun 23 08:33:47.775019 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 44402) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:33:47.963770 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9de2d2-006a-4cdc-9b28-b88cc83251ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:33:47.965014 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-aa9de2d2-006a-4cdc-9b28-b88cc83251ba admin admin] 10.222.0.23 "GET /v2.0/subnets/58ef8388-2ae4-4d45-bdd3-60135e3e5061 HTTP/1.1" status: 200 len: 868 time: 0.1890366 Jun 23 08:33:50.084706 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 44410) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:33:50.170165 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f711ef1-cb56-47c4-97c2-84109278c6d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:33:50.171623 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-1f711ef1-cb56-47c4-97c2-84109278c6d1 admin admin] 10.222.0.23 "GET /v2.0/subnets/86cbbb1d-69f5-4548-9290-2a101fd5c791 HTTP/1.1" status: 200 len: 816 time: 0.0859373 Jun 23 08:34:08.309362 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-d040aa4b-fa6b-4d99-83d7-d362d2d0cb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:34:10.691147 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 5 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:34:11.048745 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-ea66dbae-de8c-4613-9905-db2a0e874509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:34:11.347076 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:34:11.961606 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:34:13.358516 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 44454) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:34:13.403408 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [None req-63e211a9-6d34-42fc-ab5e-662650edee0b admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=99594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 08:34:13.404387 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-63e211a9-6d34-42fc-ab5e-662650edee0b admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0449474 Jun 23 08:34:13.538002 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:34:15.662757 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 44462) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:34:15.725712 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c6e9fa9-ac13-4449-8f64-6d98193e51e5 admin admin] GET failed (client error): The resource could not be found. Jun 23 08:34:15.727017 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-1c6e9fa9-ac13-4449-8f64-6d98193e51e5 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0632901 Jun 23 08:34:15.811649 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3fe66b-0809-40a4-89a1-3e22a0ce21b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:34:15.813108 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-9b3fe66b-0809-40a4-89a1-3e22a0ce21b7 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0823023 Jun 23 08:34:17.963593 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 44470) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:34:18.009324 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-995abf19-4fd2-4a2d-9cc0-0a59a28bf767 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:34:18.029659 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995abf19-4fd2-4a2d-9cc0-0a59a28bf767 admin admin] Made reservation on behalf of e8248ed11943465e93f95a2b612229ec for: {'network': 1} {{(pid=99594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:34:18.032128 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-995abf19-4fd2-4a2d-9cc0-0a59a28bf767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for network, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:34:18.059613 dv-cinder-768592-7-smb neutron-server[99594]: WARNING neutron.services.revisions.revision_plugin [None req-995abf19-4fd2-4a2d-9cc0-0a59a28bf767 admin admin] Could not find related network for resource to bump revision. Jun 23 08:34:18.072363 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-995abf19-4fd2-4a2d-9cc0-0a59a28bf767 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=99594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 08:34:18.082290 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-995abf19-4fd2-4a2d-9cc0-0a59a28bf767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565'] for segment, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:34:18.082638 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.db.segments_db [None req-995abf19-4fd2-4a2d-9cc0-0a59a28bf767 admin admin] Added segment 770658bb-5336-4f80-8d53-5a375c97c3fa of type vlan for network 3eb7a5dd-461a-43d3-8208-bd1cd02b1436 Jun 23 08:34:18.129594 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-995abf19-4fd2-4a2d-9cc0-0a59a28bf767 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772758686486'] for network, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:34:18.156710 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-995abf19-4fd2-4a2d-9cc0-0a59a28bf767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095'] for network, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:34:18.158018 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995abf19-4fd2-4a2d-9cc0-0a59a28bf767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:34:18.158597 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-995abf19-4fd2-4a2d-9cc0-0a59a28bf767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for network, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:34:18.161278 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:34:18.191227 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-995abf19-4fd2-4a2d-9cc0-0a59a28bf767 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2265608 Jun 23 08:34:18.222741 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995abf19-4fd2-4a2d-9cc0-0a59a28bf767 admin admin] Pushing event updated for resources: {'Network': ['ID=3eb7a5dd-461a-43d3-8208-bd1cd02b1436,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:34:18.225637 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-995abf19-4fd2-4a2d-9cc0-0a59a28bf767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:34:18.234086 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Network 3eb7a5dd-461a-43d3-8208-bd1cd02b1436 details requested by agent ovs-agent-dv-cinder-768592-7-smb with host dv-cinder-768592-7-smb {{(pid=99595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 08:34:20.350900 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 44478) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:34:20.409890 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.pecan_wsgi.hooks.translation [None req-d592fa0b-4e90-4eeb-8b81-b2ec3e179459 admin admin] GET failed (client error): The resource could not be found. Jun 23 08:34:20.411198 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-d592fa0b-4e90-4eeb-8b81-b2ec3e179459 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592883 Jun 23 08:34:20.480070 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c80940d-b8c7-4d7c-a553-2d6e5ef61a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:34:20.481450 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-5c80940d-b8c7-4d7c-a553-2d6e5ef61a31 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0665240 Jun 23 08:34:20.491322 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-037c7a0a-26ef-49c6-a4d3-34a3e76edeaf admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '3eb7a5dd-461a-43d3-8208-bd1cd02b1436', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:34:20.511002 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037c7a0a-26ef-49c6-a4d3-34a3e76edeaf admin admin] Made reservation on behalf of e8248ed11943465e93f95a2b612229ec for: {'subnet': 1} {{(pid=99594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:34:20.513189 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-037c7a0a-26ef-49c6-a4d3-34a3e76edeaf admin admin] Notify callbacks [] for subnet, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:34:20.671185 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-037c7a0a-26ef-49c6-a4d3-34a3e76edeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100'] for subnet, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:34:20.674992 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-9ee9bed2-a3cb-47b1-a7c8-115fbc1cbcf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:34:20.727126 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c7a0a-26ef-49c6-a4d3-34a3e76edeaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e01ce17-0868-4e6a-ae0a-f232652df5ac,revision_number=0']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:34:20.730714 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-037c7a0a-26ef-49c6-a4d3-34a3e76edeaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:34:20.734406 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037c7a0a-26ef-49c6-a4d3-34a3e76edeaf admin admin] Checking segment: {'id': '770658bb-5336-4f80-8d53-5a375c97c3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3eb7a5dd-461a-43d3-8208-bd1cd02b1436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:34:20.734791 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037c7a0a-26ef-49c6-a4d3-34a3e76edeaf admin admin] Network hostable DHCP agents. Network: 3eb7a5dd-461a-43d3-8208-bd1cd02b1436, hostable agents: ['0b6ae00f-9814-4d83-8bc7-07b3d7a0d748'], hosted agents: [] {{(pid=99594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 08:34:20.750476 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037c7a0a-26ef-49c6-a4d3-34a3e76edeaf admin admin] Network 3eb7a5dd-461a-43d3-8208-bd1cd02b1436 is scheduled to be hosted by DHCP agent 0b6ae00f-9814-4d83-8bc7-07b3d7a0d748 with binding_index 1 {{(pid=99594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 08:34:20.758520 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [None req-037c7a0a-26ef-49c6-a4d3-34a3e76edeaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-7-smb, 3eb7a5dd-461a-43d3-8208-bd1cd02b1436) {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:34:20.762283 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037c7a0a-26ef-49c6-a4d3-34a3e76edeaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:34:20.762917 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-037c7a0a-26ef-49c6-a4d3-34a3e76edeaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for subnet, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:34:20.769056 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ea2f10-7ae9-4a2b-947e-4d422c978efb None None] Network 3eb7a5dd-461a-43d3-8208-bd1cd02b1436 requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:34:20.776359 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-037c7a0a-26ef-49c6-a4d3-34a3e76edeaf admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2886143 Jun 23 08:34:20.924329 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0cf9e3-de36-4b34-a232-490c0e65a798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b1fde95-9acd-50f5-ac50-3b7ca5cbb08b-3eb7a5dd-461a-43d3-8208-bd1cd02b1436', 'network_id': '3eb7a5dd-461a-43d3-8208-bd1cd02b1436', 'tenant_id': 'e8248ed11943465e93f95a2b612229ec', 'fixed_ips': [{'subnet_id': '2e01ce17-0868-4e6a-ae0a-f232652df5ac'}]}} from dv-cinder-768592-7-smb. {{(pid=99595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 08:34:20.925139 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9a0cf9e3-de36-4b34-a232-490c0e65a798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:34:21.057937 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.db_base_plugin_common [None req-9a0cf9e3-de36-4b34-a232-490c0e65a798 None None] Allocated IP 192.168.233.2 (3eb7a5dd-461a-43d3-8208-bd1cd02b1436/2e01ce17-0868-4e6a-ae0a-f232652df5ac/e0db4a5e-9d02-4380-a34c-dd93523acb85) {{(pid=99595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:34:21.217151 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9a0cf9e3-de36-4b34-a232-490c0e65a798 None None] Notify callbacks [] for port, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:34:21.226281 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-9a0cf9e3-de36-4b34-a232-490c0e65a798 None None] Transition to ACTIVE for port object e0db4a5e-9d02-4380-a34c-dd93523acb85 will not be triggered until provisioned by entity L2. {{(pid=99595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:34:21.241555 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-9a0cf9e3-de36-4b34-a232-490c0e65a798 None None] Transition to ACTIVE for port object e0db4a5e-9d02-4380-a34c-dd93523acb85 will not be triggered until provisioned by entity DHCP. {{(pid=99595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:34:21.248664 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9a0cf9e3-de36-4b34-a232-490c0e65a798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117'] for port, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:34:21.250841 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-f4ce4bea-1e2b-4e59-afc0-3a770fa4144e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:34:21.291115 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0cf9e3-de36-4b34-a232-490c0e65a798 None None] Network 3eb7a5dd-461a-43d3-8208-bd1cd02b1436 is already hosted by enough agents. {{(pid=99595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:34:21.293987 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [None req-9a0cf9e3-de36-4b34-a232-490c0e65a798 None None] Resources bound (agent type, host, resource id): {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:34:21.299562 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0cf9e3-de36-4b34-a232-490c0e65a798 None None] Pushing event updated for resources: {'Port': ['ID=e0db4a5e-9d02-4380-a34c-dd93523acb85,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:34:21.301717 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0cf9e3-de36-4b34-a232-490c0e65a798 None None] Received port after_create {{(pid=99595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:34:21.317640 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0cf9e3-de36-4b34-a232-490c0e65a798 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:34:21.318010 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0cf9e3-de36-4b34-a232-490c0e65a798 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:34:21.318325 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0cf9e3-de36-4b34-a232-490c0e65a798 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:34:21.318659 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0cf9e3-de36-4b34-a232-490c0e65a798 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:34:21.319027 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0cf9e3-de36-4b34-a232-490c0e65a798 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:34:21.319432 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0cf9e3-de36-4b34-a232-490c0e65a798 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:34:21.319986 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0cf9e3-de36-4b34-a232-490c0e65a798 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:34:21.320275 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0cf9e3-de36-4b34-a232-490c0e65a798 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:34:21.320629 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0cf9e3-de36-4b34-a232-490c0e65a798 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:34:21.320991 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0cf9e3-de36-4b34-a232-490c0e65a798 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:34:21.321321 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0cf9e3-de36-4b34-a232-490c0e65a798 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:34:21.321645 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0cf9e3-de36-4b34-a232-490c0e65a798 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:34:21.325977 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-9a0cf9e3-de36-4b34-a232-490c0e65a798 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:34:21.377242 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-9a0cf9e3-de36-4b34-a232-490c0e65a798 None None] Attempting to bind port e0db4a5e-9d02-4380-a34c-dd93523acb85 on host dv-cinder-768592-7-smb for vnic_type normal with profile {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:34:21.377617 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-9a0cf9e3-de36-4b34-a232-490c0e65a798 None None] Attempting to bind port e0db4a5e-9d02-4380-a34c-dd93523acb85 by drivers openvswitch,hyperv on host dv-cinder-768592-7-smb at level 0 using segments [{'id': '770658bb-5336-4f80-8d53-5a375c97c3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3eb7a5dd-461a-43d3-8208-bd1cd02b1436'}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:34:21.377980 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0cf9e3-de36-4b34-a232-490c0e65a798 None None] Attempting to bind port e0db4a5e-9d02-4380-a34c-dd93523acb85 on network 3eb7a5dd-461a-43d3-8208-bd1cd02b1436 {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:34:21.383184 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0cf9e3-de36-4b34-a232-490c0e65a798 None None] Checking agent: {'id': 'c91f22d1-ca23-4348-8c14-c9afdcad6577', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 31, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:34:21.383570 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0cf9e3-de36-4b34-a232-490c0e65a798 None None] Checking segment: {'id': '770658bb-5336-4f80-8d53-5a375c97c3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3eb7a5dd-461a-43d3-8208-bd1cd02b1436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:34:21.383985 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9a0cf9e3-de36-4b34-a232-490c0e65a798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:34:21.384384 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0cf9e3-de36-4b34-a232-490c0e65a798 None None] Bound using segment: {'id': '770658bb-5336-4f80-8d53-5a375c97c3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3eb7a5dd-461a-43d3-8208-bd1cd02b1436'} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:34:21.384866 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-9a0cf9e3-de36-4b34-a232-490c0e65a798 None None] Bound port: e0db4a5e-9d02-4380-a34c-dd93523acb85, host: dv-cinder-768592-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '770658bb-5336-4f80-8d53-5a375c97c3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3eb7a5dd-461a-43d3-8208-bd1cd02b1436'}}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:34:21.385244 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9a0cf9e3-de36-4b34-a232-490c0e65a798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:34:21.448109 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-9a0cf9e3-de36-4b34-a232-490c0e65a798 None None] For port e0db4a5e-9d02-4380-a34c-dd93523acb85, host dv-cinder-768592-7-smb, cleared binding levels {{(pid=99595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:34:21.451335 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-9a0cf9e3-de36-4b34-a232-490c0e65a798 None None] For port e0db4a5e-9d02-4380-a34c-dd93523acb85, host dv-cinder-768592-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=e0db4a5e-9d02-4380-a34c-dd93523acb85,segment=NetworkSegment(770658bb-5336-4f80-8d53-5a375c97c3fa),segment_id=770658bb-5336-4f80-8d53-5a375c97c3fa)] {{(pid=99595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:34:21.455182 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9a0cf9e3-de36-4b34-a232-490c0e65a798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:34:21.457403 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-9a0cf9e3-de36-4b34-a232-490c0e65a798 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:34:21.512865 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0cf9e3-de36-4b34-a232-490c0e65a798 None None] Pushing event updated for resources: {'Port': ['ID=e0db4a5e-9d02-4380-a34c-dd93523acb85,revision_number=2']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:34:21.517935 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-9a0cf9e3-de36-4b34-a232-490c0e65a798 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:34:22.296431 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56d8d6c-b9cf-4774-a63b-bbb8e3c52589 None None] Network 3eb7a5dd-461a-43d3-8208-bd1cd02b1436 requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:34:22.370070 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-7882aa27-e8a4-45f8-9499-381895e7a134 None None] Provisioning for port e0db4a5e-9d02-4380-a34c-dd93523acb85 completed by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:34:23.283388 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device e0db4a5e-9d02-4380-a34c-dd93523acb85 up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:34:23.337777 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning for port e0db4a5e-9d02-4380-a34c-dd93523acb85 completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:34:23.341712 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port e0db4a5e-9d02-4380-a34c-dd93523acb85 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:34:23.342063 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:34:23.418505 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:34:23.450642 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] For port e0db4a5e-9d02-4380-a34c-dd93523acb85, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=e0db4a5e-9d02-4380-a34c-dd93523acb85,segment=NetworkSegment(770658bb-5336-4f80-8d53-5a375c97c3fa),segment_id=770658bb-5336-4f80-8d53-5a375c97c3fa)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:34:23.455220 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:34:23.457265 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:34:23.504342 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Pushing event updated for resources: {'Port': ['ID=e0db4a5e-9d02-4380-a34c-dd93523acb85,revision_number=3']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:34:23.507527 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:34:25.271362 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device e0db4a5e-9d02-4380-a34c-dd93523acb85 up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:34:25.324399 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port e0db4a5e-9d02-4380-a34c-dd93523acb85 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:34:25.324909 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:34:38.311398 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-a27ece07-c4d0-40a8-868e-9bea1ccc5ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:34:41.051356 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-cbb15f33-b2ca-4c72-8c79-69d5409ff896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:34:41.348611 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:34:41.963944 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:34:43.537631 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:34:47.690631 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 5 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:35:08.315321 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-76056d69-8276-4533-b9bd-f2fec34db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:35:11.052368 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-a963b02e-6f67-462b-91cc-1288a56563f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:35:11.351618 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:35:11.968132 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:35:13.540979 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:35:24.690054 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 5 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:35:28.168221 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 44530) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:35:28.175010 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [None req-865b712a-7c74-4efd-9d0e-42b202cc54cb tempest-verify_tempest_config-1946380126 tempest-verify_tempest_config-1946380126-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=99593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 08:35:28.175988 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-865b712a-7c74-4efd-9d0e-42b202cc54cb tempest-verify_tempest_config-1946380126 tempest-verify_tempest_config-1946380126-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067568 Jun 23 08:35:28.469605 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 44548) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:35:28.573873 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd9a1-d56a-4b8e-bf1c-ce219da44f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:35:28.660989 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd9a1-d56a-4b8e-bf1c-ce219da44f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:35:28.664471 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd9a1-d56a-4b8e-bf1c-ce219da44f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:35:28.671292 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-502bd3e6-858e-46de-9b30-8781d2cae89c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:35:28.711066 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-c4ffd9a1-d56a-4b8e-bf1c-ce219da44f25 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f036787670e64671a7629fc04f6d603f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2403817 Jun 23 08:35:28.712064 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd9a1-d56a-4b8e-bf1c-ce219da44f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5854ed-8c8b-43ac-999f-ed6330e6cc88,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:35:28.713830 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 44554) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:35:28.719849 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd9a1-d56a-4b8e-bf1c-ce219da44f25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:35:28.720187 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd9a1-d56a-4b8e-bf1c-ce219da44f25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:35:28.720527 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd9a1-d56a-4b8e-bf1c-ce219da44f25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:35:28.720859 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd9a1-d56a-4b8e-bf1c-ce219da44f25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:35:28.721186 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd9a1-d56a-4b8e-bf1c-ce219da44f25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:35:28.721516 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd9a1-d56a-4b8e-bf1c-ce219da44f25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:35:28.721839 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd9a1-d56a-4b8e-bf1c-ce219da44f25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:35:28.722160 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd9a1-d56a-4b8e-bf1c-ce219da44f25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:35:28.722497 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd9a1-d56a-4b8e-bf1c-ce219da44f25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:35:28.722851 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd9a1-d56a-4b8e-bf1c-ce219da44f25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:35:28.723171 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd9a1-d56a-4b8e-bf1c-ce219da44f25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:35:28.723488 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd9a1-d56a-4b8e-bf1c-ce219da44f25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:35:28.727282 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-c4ffd9a1-d56a-4b8e-bf1c-ce219da44f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:35:28.772413 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-8f0a2553-8a11-4f82-a4dc-ed4f941300cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:35:28.792757 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-8f0a2553-8a11-4f82-a4dc-ed4f941300cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:35:28.883350 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-8f0a2553-8a11-4f82-a4dc-ed4f941300cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:35:28.886458 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-8f0a2553-8a11-4f82-a4dc-ed4f941300cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:35:28.890102 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-8f0a2553-8a11-4f82-a4dc-ed4f941300cd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bf5854ed-8c8b-43ac-999f-ed6330e6cc88 HTTP/1.1" status: 204 len: 168 time: 0.1728389 Jun 23 08:35:28.890102 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:35:28.897869 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a2553-8a11-4f82-a4dc-ed4f941300cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5854ed-8c8b-43ac-999f-ed6330e6cc88,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:35:28.905201 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a2553-8a11-4f82-a4dc-ed4f941300cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:35:28.905537 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a2553-8a11-4f82-a4dc-ed4f941300cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:35:28.905865 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a2553-8a11-4f82-a4dc-ed4f941300cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:35:28.906191 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a2553-8a11-4f82-a4dc-ed4f941300cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:35:28.906514 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a2553-8a11-4f82-a4dc-ed4f941300cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:35:28.906859 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a2553-8a11-4f82-a4dc-ed4f941300cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:35:28.907293 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a2553-8a11-4f82-a4dc-ed4f941300cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:35:28.907614 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a2553-8a11-4f82-a4dc-ed4f941300cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:35:28.907947 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a2553-8a11-4f82-a4dc-ed4f941300cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:35:28.908262 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a2553-8a11-4f82-a4dc-ed4f941300cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:35:28.908573 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a2553-8a11-4f82-a4dc-ed4f941300cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:35:28.908897 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a2553-8a11-4f82-a4dc-ed4f941300cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:35:28.912175 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-8f0a2553-8a11-4f82-a4dc-ed4f941300cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:35:38.316703 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-fd7c13fd-98d4-4179-a8a6-510043188ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:35:41.056764 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-649850dc-571c-491c-afd9-6991ef8f26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:35:41.353475 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:35:41.969681 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:35:43.544632 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:36:01.688813 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 5 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:36:08.319001 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f65a9cd0-6912-4278-8060-8e61ccc8cc6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:36:11.058437 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9e1487c1-8a83-4000-aeb3-25419515d0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:36:11.353733 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:36:11.983311 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:36:13.547353 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:36:38.318852 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-6b34e23e-07b7-4a14-a467-d2962d71a351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:36:38.687557 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 5 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:36:41.060819 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-c0850dca-88d1-47f2-ab44-ac523457a5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:36:41.353962 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:36:41.974921 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:36:43.549632 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:37:08.320715 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-34ec57be-874c-4dff-b2ab-5207cb2daf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:37:10.764753 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157'] for agent, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:37:11.061579 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-375747b9-78b7-4d4a-bd59-fa7f3f010422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:37:11.358262 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:37:11.978978 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:37:13.553093 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:37:15.686524 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 6 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:37:24.389159 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 44626) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:37:24.488614 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-acb66c28-6b4e-4c41-a822-9268c97f8ede admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0983496 Jun 23 08:37:26.656188 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 44636) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:37:26.710489 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-18335b40-d585-45ca-9f7a-5e9796d2e20b admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0532093 Jun 23 08:37:38.320732 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-556baf5b-3bf0-44e7-9ea0-1be0e0f9a91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:37:40.725989 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:37:41.062682 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-12841b1e-3ba9-48fd-a997-06e4a9bb72be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:37:41.360719 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:37:41.983035 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:37:43.555375 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:37:52.686465 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 6 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:38:08.320888 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-ab4cb4f1-d069-41e5-b157-63dee6e15642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:38:10.724767 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:38:11.063884 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f88039a8-fb79-4ef7-b1c6-bc1e18b9dd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:38:11.361959 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:38:11.985450 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:38:13.558759 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:38:29.686849 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 6 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:38:38.323073 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-80ccf4d5-4a1a-4026-b40e-b101c64b95a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:38:40.733245 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:38:41.064733 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-fd94076b-1e07-4273-995c-13134199768b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:38:41.362654 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:38:41.988238 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:38:43.562454 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:06.686254 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 6 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:39:07.055660 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 44820) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:07.212109 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 44836) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:07.341394 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-6903a15d-9573-450b-8a91-8395b29563c3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-405422322-network', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:39:07.363625 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6903a15d-9573-450b-8a91-8395b29563c3 admin admin] Made reservation on behalf of 155e1127bd2f402a83bf7f1e4da6faa5 for: {'network': 1} {{(pid=99594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:39:07.366625 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-6903a15d-9573-450b-8a91-8395b29563c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for network, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:07.381116 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-6903a15d-9573-450b-8a91-8395b29563c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:07.481216 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-6903a15d-9573-450b-8a91-8395b29563c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:07.486380 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-6903a15d-9573-450b-8a91-8395b29563c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:07.489899 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:07.518971 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903a15d-9573-450b-8a91-8395b29563c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23facb96-f067-42e1-ba81-ba024fc98c5e,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:07.522072 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6903a15d-9573-450b-8a91-8395b29563c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=99594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 08:39:07.530323 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6903a15d-9573-450b-8a91-8395b29563c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:07.530677 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6903a15d-9573-450b-8a91-8395b29563c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:07.531045 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6903a15d-9573-450b-8a91-8395b29563c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:07.531390 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6903a15d-9573-450b-8a91-8395b29563c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:07.531716 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6903a15d-9573-450b-8a91-8395b29563c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:07.532040 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6903a15d-9573-450b-8a91-8395b29563c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:07.532365 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6903a15d-9573-450b-8a91-8395b29563c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:07.532695 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6903a15d-9573-450b-8a91-8395b29563c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:07.533022 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6903a15d-9573-450b-8a91-8395b29563c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:07.533346 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6903a15d-9573-450b-8a91-8395b29563c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:07.533667 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6903a15d-9573-450b-8a91-8395b29563c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:07.533986 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6903a15d-9573-450b-8a91-8395b29563c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:07.535031 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6903a15d-9573-450b-8a91-8395b29563c3 admin admin] Tracked resource versions report: Jun 23 08:39:07.535031 dv-cinder-768592-7-smb neutron-server[99594]: pushed versions: Jun 23 08:39:07.535031 dv-cinder-768592-7-smb neutron-server[99594]: { 'AddressGroup': {'1.2'}, Jun 23 08:39:07.535031 dv-cinder-768592-7-smb neutron-server[99594]: 'ConntrackHelper': {'1.0'}, Jun 23 08:39:07.535031 dv-cinder-768592-7-smb neutron-server[99594]: 'Log': {'1.0'}, Jun 23 08:39:07.535031 dv-cinder-768592-7-smb neutron-server[99594]: 'Network': {'1.1'}, Jun 23 08:39:07.535031 dv-cinder-768592-7-smb neutron-server[99594]: 'Port': {'1.7'}, Jun 23 08:39:07.535031 dv-cinder-768592-7-smb neutron-server[99594]: 'PortForwarding': {'1.2'}, Jun 23 08:39:07.535031 dv-cinder-768592-7-smb neutron-server[99594]: 'QosPolicy': {'1.8'}, Jun 23 08:39:07.535031 dv-cinder-768592-7-smb neutron-server[99594]: 'SecurityGroup': {'1.4'}, Jun 23 08:39:07.535031 dv-cinder-768592-7-smb neutron-server[99594]: 'SecurityGroupRule': {'1.2'}, Jun 23 08:39:07.535031 dv-cinder-768592-7-smb neutron-server[99594]: 'SubPort': {'1.0'}, Jun 23 08:39:07.535031 dv-cinder-768592-7-smb neutron-server[99594]: 'Subnet': {'1.1'}, Jun 23 08:39:07.535031 dv-cinder-768592-7-smb neutron-server[99594]: 'Trunk': {'1.1'}} Jun 23 08:39:07.535031 dv-cinder-768592-7-smb neutron-server[99594]: consumer versions: Jun 23 08:39:07.535031 dv-cinder-768592-7-smb neutron-server[99594]: { DHCP agent@dv-cinder-768592-7-smb: {}, Jun 23 08:39:07.535031 dv-cinder-768592-7-smb neutron-server[99594]: HyperV agent@hv-cinder-76859: {}, Jun 23 08:39:07.535031 dv-cinder-768592-7-smb neutron-server[99594]: L3 agent@dv-cinder-768592-7-smb: {}, Jun 23 08:39:07.535031 dv-cinder-768592-7-smb neutron-server[99594]: Metadata agent@dv-cinder-768592-7-smb: {}, Jun 23 08:39:07.535031 dv-cinder-768592-7-smb neutron-server[99594]: Metering agent@dv-cinder-768592-7-smb: {}, Jun 23 08:39:07.535031 dv-cinder-768592-7-smb neutron-server[99594]: Open vSwitch agent@dv-cinder-768592-7-smb: { 'AddressGroup': '1.2', Jun 23 08:39:07.535031 dv-cinder-768592-7-smb neutron-server[99594]: 'ConntrackHelper': '1.0', Jun 23 08:39:07.535031 dv-cinder-768592-7-smb neutron-server[99594]: 'Log': '1.0', Jun 23 08:39:07.535031 dv-cinder-768592-7-smb neutron-server[99594]: 'Network': '1.1', Jun 23 08:39:07.535031 dv-cinder-768592-7-smb neutron-server[99594]: 'Port': '1.7', Jun 23 08:39:07.535031 dv-cinder-768592-7-smb neutron-server[99594]: 'PortForwarding': '1.2', Jun 23 08:39:07.535031 dv-cinder-768592-7-smb neutron-server[99594]: 'QosPolicy': '1.8', Jun 23 08:39:07.535031 dv-cinder-768592-7-smb neutron-server[99594]: 'SecurityGroup': '1.4', Jun 23 08:39:07.535031 dv-cinder-768592-7-smb neutron-server[99594]: 'SecurityGroupRule': '1.2', Jun 23 08:39:07.535031 dv-cinder-768592-7-smb neutron-server[99594]: 'SubPort': '1.0', Jun 23 08:39:07.535031 dv-cinder-768592-7-smb neutron-server[99594]: 'Subnet': '1.1', Jun 23 08:39:07.535031 dv-cinder-768592-7-smb neutron-server[99594]: 'Trunk': '1.1'}} Jun 23 08:39:07.535031 dv-cinder-768592-7-smb neutron-server[99594]: {{(pid=99594) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 08:39:07.539194 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-6903a15d-9573-450b-8a91-8395b29563c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:07.545418 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-6903a15d-9573-450b-8a91-8395b29563c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565'] for segment, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:07.545751 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.db.segments_db [None req-6903a15d-9573-450b-8a91-8395b29563c3 admin admin] Added segment 31b2f068-fef9-4baa-bc53-51c6f575a7bf of type vlan for network 02f4b377-8e86-41d6-8ffe-f003b45c6248 Jun 23 08:39:07.587764 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-6903a15d-9573-450b-8a91-8395b29563c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772758686486'] for network, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:07.612287 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 44856) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:07.637886 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-6903a15d-9573-450b-8a91-8395b29563c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095'] for network, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:07.640267 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6903a15d-9573-450b-8a91-8395b29563c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:07.640502 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-6903a15d-9573-450b-8a91-8395b29563c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for network, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:07.643759 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-502bd3e6-858e-46de-9b30-8781d2cae89c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:07.702607 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-6903a15d-9573-450b-8a91-8395b29563c3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6451180 Jun 23 08:39:07.705756 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 44866) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:07.711341 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-7c2fb45e-8171-4ec5-a072-6cdb16a297d7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1446453741-network', 'tenant_id': '049e0835e2d54c6aa94a5398907d5da3'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:39:07.712046 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [None req-bb374cf7-4189-437d-a826-122f8fc636de admin admin] Request body: {'subnet': {'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-405422322-subnet', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:39:07.716999 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903a15d-9573-450b-8a91-8395b29563c3 admin admin] Pushing event updated for resources: {'Network': ['ID=02f4b377-8e86-41d6-8ffe-f003b45c6248,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:07.720604 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-6903a15d-9573-450b-8a91-8395b29563c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:07.729200 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Network 02f4b377-8e86-41d6-8ffe-f003b45c6248 details requested by agent ovs-agent-dv-cinder-768592-7-smb with host dv-cinder-768592-7-smb {{(pid=99595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 08:39:07.752207 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb374cf7-4189-437d-a826-122f8fc636de admin admin] Made reservation on behalf of 155e1127bd2f402a83bf7f1e4da6faa5 for: {'subnet': 1} {{(pid=99593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:39:07.754783 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-bb374cf7-4189-437d-a826-122f8fc636de admin admin] Notify callbacks [] for subnet, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:07.766191 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2fb45e-8171-4ec5-a072-6cdb16a297d7 admin admin] Made reservation on behalf of 049e0835e2d54c6aa94a5398907d5da3 for: {'network': 1} {{(pid=99594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:39:07.769964 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7c2fb45e-8171-4ec5-a072-6cdb16a297d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for network, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:07.780457 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7c2fb45e-8171-4ec5-a072-6cdb16a297d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:07.787130 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 44868) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:07.911781 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7c2fb45e-8171-4ec5-a072-6cdb16a297d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:07.916254 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7c2fb45e-8171-4ec5-a072-6cdb16a297d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:07.923754 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-c4ffd9a1-d56a-4b8e-bf1c-ce219da44f25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:07.951329 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c2fb45e-8171-4ec5-a072-6cdb16a297d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=99594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 08:39:07.958324 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2fb45e-8171-4ec5-a072-6cdb16a297d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8042866-b045-4c67-8df9-1f5c9316432b,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:07.969571 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7c2fb45e-8171-4ec5-a072-6cdb16a297d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565'] for segment, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:07.970509 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.db.segments_db [None req-7c2fb45e-8171-4ec5-a072-6cdb16a297d7 admin admin] Added segment 40413b3b-b45d-4a95-ab5a-0eceb9f6e658 of type vlan for network f2a71c23-2a6e-4a5b-9397-0dd91ec2db00 Jun 23 08:39:08.017982 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7c2fb45e-8171-4ec5-a072-6cdb16a297d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772758686486'] for network, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:08.048271 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 44878) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:08.049426 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-7c2fb45e-8171-4ec5-a072-6cdb16a297d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:08.057236 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-4a0af0cd-b6c3-4027-9979-5b509a779907 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-975518757-network', 'tenant_id': '892798fcbd634629883b86ab1c91a73d'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:39:08.063671 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [None req-4d154294-f35a-4a37-b64d-239093e9b517 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1632544281-network', 'tenant_id': 'fe23f3b89c5743a3837bbb1fb4e20556'}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:39:08.079390 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7c2fb45e-8171-4ec5-a072-6cdb16a297d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095'] for network, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:08.087355 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2fb45e-8171-4ec5-a072-6cdb16a297d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:08.088037 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7c2fb45e-8171-4ec5-a072-6cdb16a297d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for network, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:08.092429 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:08.098033 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0af0cd-b6c3-4027-9979-5b509a779907 admin admin] Made reservation on behalf of 892798fcbd634629883b86ab1c91a73d for: {'network': 1} {{(pid=99594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:39:08.100343 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4a0af0cd-b6c3-4027-9979-5b509a779907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for network, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:08.112201 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4a0af0cd-b6c3-4027-9979-5b509a779907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:08.134247 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d154294-f35a-4a37-b64d-239093e9b517 admin admin] Made reservation on behalf of fe23f3b89c5743a3837bbb1fb4e20556 for: {'network': 1} {{(pid=99593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:39:08.137570 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-4d154294-f35a-4a37-b64d-239093e9b517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for network, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:08.155294 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-4d154294-f35a-4a37-b64d-239093e9b517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:08.166092 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-bb374cf7-4189-437d-a826-122f8fc636de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100'] for subnet, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:08.176624 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:08.195092 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2fb45e-8171-4ec5-a072-6cdb16a297d7 admin admin] Pushing event updated for resources: {'Network': ['ID=f2a71c23-2a6e-4a5b-9397-0dd91ec2db00,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:08.209399 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Network f2a71c23-2a6e-4a5b-9397-0dd91ec2db00 details requested by agent ovs-agent-dv-cinder-768592-7-smb with host dv-cinder-768592-7-smb {{(pid=99595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 08:39:08.226474 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-7c2fb45e-8171-4ec5-a072-6cdb16a297d7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0131783 Jun 23 08:39:08.233690 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 44894) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:08.241347 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-7c2fb45e-8171-4ec5-a072-6cdb16a297d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:08.248214 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [None req-ed74d612-edb3-46cb-9b6e-28ee8b4f7c03 admin admin] Request body: {'subnet': {'network_id': 'f2a71c23-2a6e-4a5b-9397-0dd91ec2db00', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1446453741-subnet', 'tenant_id': '049e0835e2d54c6aa94a5398907d5da3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:39:08.252121 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb374cf7-4189-437d-a826-122f8fc636de admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b3df551-72d8-4749-a018-772b466944b3,revision_number=0']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:08.268953 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb374cf7-4189-437d-a826-122f8fc636de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:08.269513 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb374cf7-4189-437d-a826-122f8fc636de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:08.269981 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4a0af0cd-b6c3-4027-9979-5b509a779907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:08.270280 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb374cf7-4189-437d-a826-122f8fc636de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:08.270789 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb374cf7-4189-437d-a826-122f8fc636de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:08.271454 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb374cf7-4189-437d-a826-122f8fc636de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:08.271965 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb374cf7-4189-437d-a826-122f8fc636de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:08.273061 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb374cf7-4189-437d-a826-122f8fc636de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:08.273562 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb374cf7-4189-437d-a826-122f8fc636de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:08.274067 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb374cf7-4189-437d-a826-122f8fc636de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:08.274550 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb374cf7-4189-437d-a826-122f8fc636de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:08.275138 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb374cf7-4189-437d-a826-122f8fc636de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:08.275305 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4a0af0cd-b6c3-4027-9979-5b509a779907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:08.275436 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb374cf7-4189-437d-a826-122f8fc636de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:08.276375 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb374cf7-4189-437d-a826-122f8fc636de admin admin] Tracked resource versions report: Jun 23 08:39:08.276375 dv-cinder-768592-7-smb neutron-server[99593]: pushed versions: Jun 23 08:39:08.276375 dv-cinder-768592-7-smb neutron-server[99593]: { 'AddressGroup': {'1.2'}, Jun 23 08:39:08.276375 dv-cinder-768592-7-smb neutron-server[99593]: 'ConntrackHelper': {'1.0'}, Jun 23 08:39:08.276375 dv-cinder-768592-7-smb neutron-server[99593]: 'Log': {'1.0'}, Jun 23 08:39:08.276375 dv-cinder-768592-7-smb neutron-server[99593]: 'Network': {'1.1'}, Jun 23 08:39:08.276375 dv-cinder-768592-7-smb neutron-server[99593]: 'Port': {'1.7'}, Jun 23 08:39:08.276375 dv-cinder-768592-7-smb neutron-server[99593]: 'PortForwarding': {'1.2'}, Jun 23 08:39:08.276375 dv-cinder-768592-7-smb neutron-server[99593]: 'QosPolicy': {'1.8'}, Jun 23 08:39:08.276375 dv-cinder-768592-7-smb neutron-server[99593]: 'SecurityGroup': {'1.4'}, Jun 23 08:39:08.276375 dv-cinder-768592-7-smb neutron-server[99593]: 'SecurityGroupRule': {'1.2'}, Jun 23 08:39:08.276375 dv-cinder-768592-7-smb neutron-server[99593]: 'SubPort': {'1.0'}, Jun 23 08:39:08.276375 dv-cinder-768592-7-smb neutron-server[99593]: 'Subnet': {'1.1'}, Jun 23 08:39:08.276375 dv-cinder-768592-7-smb neutron-server[99593]: 'Trunk': {'1.1'}} Jun 23 08:39:08.276375 dv-cinder-768592-7-smb neutron-server[99593]: consumer versions: Jun 23 08:39:08.276375 dv-cinder-768592-7-smb neutron-server[99593]: { DHCP agent@dv-cinder-768592-7-smb: {}, Jun 23 08:39:08.276375 dv-cinder-768592-7-smb neutron-server[99593]: HyperV agent@hv-cinder-76859: {}, Jun 23 08:39:08.276375 dv-cinder-768592-7-smb neutron-server[99593]: L3 agent@dv-cinder-768592-7-smb: {}, Jun 23 08:39:08.276375 dv-cinder-768592-7-smb neutron-server[99593]: Metadata agent@dv-cinder-768592-7-smb: {}, Jun 23 08:39:08.276375 dv-cinder-768592-7-smb neutron-server[99593]: Metering agent@dv-cinder-768592-7-smb: {}, Jun 23 08:39:08.276375 dv-cinder-768592-7-smb neutron-server[99593]: Open vSwitch agent@dv-cinder-768592-7-smb: { 'AddressGroup': '1.2', Jun 23 08:39:08.276375 dv-cinder-768592-7-smb neutron-server[99593]: 'ConntrackHelper': '1.0', Jun 23 08:39:08.276375 dv-cinder-768592-7-smb neutron-server[99593]: 'Log': '1.0', Jun 23 08:39:08.276375 dv-cinder-768592-7-smb neutron-server[99593]: 'Network': '1.1', Jun 23 08:39:08.276375 dv-cinder-768592-7-smb neutron-server[99593]: 'Port': '1.7', Jun 23 08:39:08.276375 dv-cinder-768592-7-smb neutron-server[99593]: 'PortForwarding': '1.2', Jun 23 08:39:08.276375 dv-cinder-768592-7-smb neutron-server[99593]: 'QosPolicy': '1.8', Jun 23 08:39:08.276375 dv-cinder-768592-7-smb neutron-server[99593]: 'SecurityGroup': '1.4', Jun 23 08:39:08.276375 dv-cinder-768592-7-smb neutron-server[99593]: 'SecurityGroupRule': '1.2', Jun 23 08:39:08.276375 dv-cinder-768592-7-smb neutron-server[99593]: 'SubPort': '1.0', Jun 23 08:39:08.276375 dv-cinder-768592-7-smb neutron-server[99593]: 'Subnet': '1.1', Jun 23 08:39:08.276375 dv-cinder-768592-7-smb neutron-server[99593]: 'Trunk': '1.1'}} Jun 23 08:39:08.276375 dv-cinder-768592-7-smb neutron-server[99593]: {{(pid=99593) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 08:39:08.297791 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-bb374cf7-4189-437d-a826-122f8fc636de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:08.301451 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a0af0cd-b6c3-4027-9979-5b509a779907 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=99594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 08:39:08.322529 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4a0af0cd-b6c3-4027-9979-5b509a779907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565'] for segment, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:08.323046 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.db.segments_db [None req-4a0af0cd-b6c3-4027-9979-5b509a779907 admin admin] Added segment 44ec48aa-0e84-4b42-924c-b1608050ef98 of type vlan for network b711c792-b208-4500-bb11-09c7e15b522c Jun 23 08:39:08.330251 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb374cf7-4189-437d-a826-122f8fc636de admin admin] Checking segment: {'id': '31b2f068-fef9-4baa-bc53-51c6f575a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:39:08.330931 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb374cf7-4189-437d-a826-122f8fc636de admin admin] Network hostable DHCP agents. Network: 02f4b377-8e86-41d6-8ffe-f003b45c6248, hostable agents: ['0b6ae00f-9814-4d83-8bc7-07b3d7a0d748'], hosted agents: [] {{(pid=99593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 08:39:08.346763 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:08.367834 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb374cf7-4189-437d-a826-122f8fc636de admin admin] Network 02f4b377-8e86-41d6-8ffe-f003b45c6248 is scheduled to be hosted by DHCP agent 0b6ae00f-9814-4d83-8bc7-07b3d7a0d748 with binding_index 1 {{(pid=99593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 08:39:08.381212 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-69beb502-ceac-4a46-9c88-590b06496dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:08.404466 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.base_scheduler [None req-bb374cf7-4189-437d-a826-122f8fc636de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-7-smb, 02f4b377-8e86-41d6-8ffe-f003b45c6248) {{(pid=99593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:39:08.414625 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4a0af0cd-b6c3-4027-9979-5b509a779907 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772758686486'] for network, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:08.415418 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb374cf7-4189-437d-a826-122f8fc636de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:08.416153 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003737b5-29ab-4ea2-99cb-d01b282b864c None None] Network 02f4b377-8e86-41d6-8ffe-f003b45c6248 requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:39:08.416432 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-bb374cf7-4189-437d-a826-122f8fc636de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for subnet, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:08.421376 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0af0cd-b6c3-4027-9979-5b509a779907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82564ce-1b9b-4f27-9d6a-a64524c59463,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:08.426208 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-4a0af0cd-b6c3-4027-9979-5b509a779907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:08.460087 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4a0af0cd-b6c3-4027-9979-5b509a779907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095'] for network, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:08.462817 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0af0cd-b6c3-4027-9979-5b509a779907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:08.463506 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4a0af0cd-b6c3-4027-9979-5b509a779907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for network, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:08.470393 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-4d154294-f35a-4a37-b64d-239093e9b517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:08.476161 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-4d154294-f35a-4a37-b64d-239093e9b517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:08.484356 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-90312c35-35da-4b33-9a48-e797caeb9514 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1461451337-network', 'tenant_id': '0f63bf016f5c4ceea34564cd9ecde7ee'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:39:08.489047 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-6903a15d-9573-450b-8a91-8395b29563c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:08.495568 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:08.518888 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed74d612-edb3-46cb-9b6e-28ee8b4f7c03 admin admin] Made reservation on behalf of 049e0835e2d54c6aa94a5398907d5da3 for: {'subnet': 1} {{(pid=99593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:39:08.521789 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-ed74d612-edb3-46cb-9b6e-28ee8b4f7c03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:08.546155 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-bb374cf7-4189-437d-a826-122f8fc636de admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8389904 Jun 23 08:39:08.551031 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d154294-f35a-4a37-b64d-239093e9b517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4783de80-35fb-42c0-b9ca-996f2d5c577f,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:08.596063 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 44902) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:08.603198 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-4d154294-f35a-4a37-b64d-239093e9b517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:08.610456 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0af0cd-b6c3-4027-9979-5b509a779907 admin admin] Pushing event updated for resources: {'Network': ['ID=b711c792-b208-4500-bb11-09c7e15b522c,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:08.613750 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d154294-f35a-4a37-b64d-239093e9b517 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=99593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 08:39:08.626080 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-055091b8-67a1-4b98-8dff-b526ba67ab11 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-405422322-router', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'}}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:39:08.638343 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-4a0af0cd-b6c3-4027-9979-5b509a779907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:08.646469 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-4d154294-f35a-4a37-b64d-239093e9b517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565'] for segment, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:08.650822 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.db.segments_db [None req-4d154294-f35a-4a37-b64d-239093e9b517 admin admin] Added segment d8413471-54a6-4c08-ae24-18b34c8b7792 of type vlan for network 9788435d-c221-4c0e-836d-db1e90eeb672 Jun 23 08:39:08.654100 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Network b711c792-b208-4500-bb11-09c7e15b522c details requested by agent ovs-agent-dv-cinder-768592-7-smb with host dv-cinder-768592-7-smb {{(pid=99595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 08:39:08.666571 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b1fde95-9acd-50f5-ac50-3b7ca5cbb08b-02f4b377-8e86-41d6-8ffe-f003b45c6248', 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'fixed_ips': [{'subnet_id': '2b3df551-72d8-4749-a018-772b466944b3'}]}} from dv-cinder-768592-7-smb. {{(pid=99595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 08:39:08.669405 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:08.685225 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.db.api [None req-055091b8-67a1-4b98-8dff-b526ba67ab11 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 08:39:08.685225 dv-cinder-768592-7-smb neutron-server[99594]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 08:39:08.685225 dv-cinder-768592-7-smb neutron-server[99594]: [parameters: {'project_id_1': '155e1127bd2f402a83bf7f1e4da6faa5', 'expiration_1': datetime.datetime(2021, 6, 23, 8, 39, 8, 661779)}] Jun 23 08:39:08.685225 dv-cinder-768592-7-smb neutron-server[99594]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 08:39:08.686441 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_db.api [None req-055091b8-67a1-4b98-8dff-b526ba67ab11 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 08:39:08.692036 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90312c35-35da-4b33-9a48-e797caeb9514 admin admin] Made reservation on behalf of 0f63bf016f5c4ceea34564cd9ecde7ee for: {'network': 1} {{(pid=99594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:39:08.695573 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-90312c35-35da-4b33-9a48-e797caeb9514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for network, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:08.712976 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-4a0af0cd-b6c3-4027-9979-5b509a779907 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9243946 Jun 23 08:39:08.714255 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-90312c35-35da-4b33-9a48-e797caeb9514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:08.717752 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 44910) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:08.832036 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [None req-64174421-6551-441e-a7aa-0b68358ef17f admin admin] Request body: {'subnet': {'network_id': 'b711c792-b208-4500-bb11-09c7e15b522c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-975518757-subnet', 'tenant_id': '892798fcbd634629883b86ab1c91a73d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:39:08.898333 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-4d154294-f35a-4a37-b64d-239093e9b517 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772758686486'] for network, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:08.930391 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-90312c35-35da-4b33-9a48-e797caeb9514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:08.938764 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-90312c35-35da-4b33-9a48-e797caeb9514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:08.955082 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-4a0af0cd-b6c3-4027-9979-5b509a779907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:09.024715 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90312c35-35da-4b33-9a48-e797caeb9514 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=99594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 08:39:09.033368 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64174421-6551-441e-a7aa-0b68358ef17f admin admin] Made reservation on behalf of 892798fcbd634629883b86ab1c91a73d for: {'subnet': 1} {{(pid=99593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:39:09.036175 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-64174421-6551-441e-a7aa-0b68358ef17f admin admin] Notify callbacks [] for subnet, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:09.037475 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90312c35-35da-4b33-9a48-e797caeb9514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2700c02f-a12e-45e0-8ec4-4b6b46298573,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:09.041043 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-4d154294-f35a-4a37-b64d-239093e9b517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095'] for network, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:09.045757 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-90312c35-35da-4b33-9a48-e797caeb9514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:09.054492 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-90312c35-35da-4b33-9a48-e797caeb9514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565'] for segment, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:09.055475 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d154294-f35a-4a37-b64d-239093e9b517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:09.056256 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-4d154294-f35a-4a37-b64d-239093e9b517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for network, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:09.056597 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.db.segments_db [None req-90312c35-35da-4b33-9a48-e797caeb9514 admin admin] Added segment ff21d1d8-4aac-4a89-a179-e46e190bb03d of type vlan for network 96a5fcdc-762b-4b2d-9dd2-0e3f5afe8764 Jun 23 08:39:09.064142 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.db_base_plugin_common [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] Allocated IP 172.20.0.2 (02f4b377-8e86-41d6-8ffe-f003b45c6248/2b3df551-72d8-4749-a018-772b466944b3/6b00bcd4-53b5-46d1-82fd-2f91bc523f94) {{(pid=99595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:39:09.067689 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:09.069763 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-ed74d612-edb3-46cb-9b6e-28ee8b4f7c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100'] for subnet, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:09.148668 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-90312c35-35da-4b33-9a48-e797caeb9514 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772758686486'] for network, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:09.231453 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-90312c35-35da-4b33-9a48-e797caeb9514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095'] for network, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:09.237357 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90312c35-35da-4b33-9a48-e797caeb9514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:09.239662 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-90312c35-35da-4b33-9a48-e797caeb9514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for network, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:09.248863 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:09.255461 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] Notify callbacks [] for port, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:09.265588 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] Transition to ACTIVE for port object 6b00bcd4-53b5-46d1-82fd-2f91bc523f94 will not be triggered until provisioned by entity L2. {{(pid=99595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:39:09.291738 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] Transition to ACTIVE for port object 6b00bcd4-53b5-46d1-82fd-2f91bc523f94 will not be triggered until provisioned by entity DHCP. {{(pid=99595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:39:09.296691 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-055091b8-67a1-4b98-8dff-b526ba67ab11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1822478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15953'] for router, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:09.297718 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-055091b8-67a1-4b98-8dff-b526ba67ab11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1822469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15960'] for router, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:09.306234 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-4d154294-f35a-4a37-b64d-239093e9b517 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6921275 Jun 23 08:39:09.306849 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117'] for port, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:09.325512 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:09.333384 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 44938) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:09.340843 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-90312c35-35da-4b33-9a48-e797caeb9514 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2884870 Jun 23 08:39:09.347213 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 44940) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:09.348937 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-51c9281d-5e6d-4014-b2a9-033825dff481 admin admin] Request body: {'subnet': {'network_id': '9788435d-c221-4c0e-836d-db1e90eeb672', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1632544281-subnet', 'tenant_id': 'fe23f3b89c5743a3837bbb1fb4e20556', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:39:09.356743 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [None req-84bed497-407c-4acc-8917-642dfe6cfc68 admin admin] Request body: {'subnet': {'network_id': '96a5fcdc-762b-4b2d-9dd2-0e3f5afe8764', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1461451337-subnet', 'tenant_id': '0f63bf016f5c4ceea34564cd9ecde7ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:39:09.362109 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-64174421-6551-441e-a7aa-0b68358ef17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100'] for subnet, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:09.364083 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90312c35-35da-4b33-9a48-e797caeb9514 admin admin] Pushing event updated for resources: {'Network': ['ID=96a5fcdc-762b-4b2d-9dd2-0e3f5afe8764,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:09.366330 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d154294-f35a-4a37-b64d-239093e9b517 admin admin] Pushing event updated for resources: {'Network': ['ID=9788435d-c221-4c0e-836d-db1e90eeb672,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:09.373186 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-4d154294-f35a-4a37-b64d-239093e9b517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:09.373974 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-bb374cf7-4189-437d-a826-122f8fc636de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:09.377969 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-90312c35-35da-4b33-9a48-e797caeb9514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:09.427800 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-055091b8-67a1-4b98-8dff-b526ba67ab11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:09.428071 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Network 96a5fcdc-762b-4b2d-9dd2-0e3f5afe8764 details requested by agent ovs-agent-dv-cinder-768592-7-smb with host dv-cinder-768592-7-smb {{(pid=99595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 08:39:09.431260 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Network 9788435d-c221-4c0e-836d-db1e90eeb672 details requested by agent ovs-agent-dv-cinder-768592-7-smb with host dv-cinder-768592-7-smb {{(pid=99595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 08:39:09.437329 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c9281d-5e6d-4014-b2a9-033825dff481 admin admin] Made reservation on behalf of fe23f3b89c5743a3837bbb1fb4e20556 for: {'subnet': 1} {{(pid=99594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:39:09.443871 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-51c9281d-5e6d-4014-b2a9-033825dff481 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:09.444330 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed74d612-edb3-46cb-9b6e-28ee8b4f7c03 admin admin] Checking segment: {'id': '40413b3b-b45d-4a95-ab5a-0eceb9f6e658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f2a71c23-2a6e-4a5b-9397-0dd91ec2db00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:39:09.444698 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed74d612-edb3-46cb-9b6e-28ee8b4f7c03 admin admin] Network hostable DHCP agents. Network: f2a71c23-2a6e-4a5b-9397-0dd91ec2db00, hostable agents: ['0b6ae00f-9814-4d83-8bc7-07b3d7a0d748'], hosted agents: [] {{(pid=99593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 08:39:09.459729 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed74d612-edb3-46cb-9b6e-28ee8b4f7c03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61fdd20b-531c-44e4-871b-ee221b26b9bc,revision_number=0']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:09.511581 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bed497-407c-4acc-8917-642dfe6cfc68 admin admin] Made reservation on behalf of 0f63bf016f5c4ceea34564cd9ecde7ee for: {'subnet': 1} {{(pid=99593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:39:09.514249 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-84bed497-407c-4acc-8917-642dfe6cfc68 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:09.534475 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64174421-6551-441e-a7aa-0b68358ef17f admin admin] Checking segment: {'id': '44ec48aa-0e84-4b42-924c-b1608050ef98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b711c792-b208-4500-bb11-09c7e15b522c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:39:09.534892 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64174421-6551-441e-a7aa-0b68358ef17f admin admin] Network hostable DHCP agents. Network: b711c792-b208-4500-bb11-09c7e15b522c, hostable agents: ['0b6ae00f-9814-4d83-8bc7-07b3d7a0d748'], hosted agents: [] {{(pid=99593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 08:39:09.554252 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed74d612-edb3-46cb-9b6e-28ee8b4f7c03 admin admin] Network f2a71c23-2a6e-4a5b-9397-0dd91ec2db00 is scheduled to be hosted by DHCP agent 0b6ae00f-9814-4d83-8bc7-07b3d7a0d748 with binding_index 1 {{(pid=99593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 08:39:09.577093 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] Network 02f4b377-8e86-41d6-8ffe-f003b45c6248 is already hosted by enough agents. {{(pid=99595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:39:09.579117 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] Resources bound (agent type, host, resource id): {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:39:09.582314 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] Received port after_create {{(pid=99595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:39:09.601997 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64174421-6551-441e-a7aa-0b68358ef17f admin admin] Pushing event updated for resources: {'Subnet': ['ID=27d76a9c-f09b-4b46-ac4d-5eb636fc5d99,revision_number=0']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:09.606904 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.base_scheduler [None req-ed74d612-edb3-46cb-9b6e-28ee8b4f7c03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-7-smb, f2a71c23-2a6e-4a5b-9397-0dd91ec2db00) {{(pid=99593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:39:09.618951 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-64174421-6551-441e-a7aa-0b68358ef17f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:09.622822 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.334s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:09.623321 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:09.639614 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64174421-6551-441e-a7aa-0b68358ef17f admin admin] Network b711c792-b208-4500-bb11-09c7e15b522c is scheduled to be hosted by DHCP agent 0b6ae00f-9814-4d83-8bc7-07b3d7a0d748 with binding_index 1 {{(pid=99593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 08:39:09.655880 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] Pushing event updated for resources: {'Port': ['ID=6b00bcd4-53b5-46d1-82fd-2f91bc523f94,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:09.657315 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.base_scheduler [None req-64174421-6551-441e-a7aa-0b68358ef17f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-7-smb, b711c792-b208-4500-bb11-09c7e15b522c) {{(pid=99593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:39:09.666661 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64174421-6551-441e-a7aa-0b68358ef17f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:09.667289 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-64174421-6551-441e-a7aa-0b68358ef17f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for subnet, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:09.670278 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed74d612-edb3-46cb-9b6e-28ee8b4f7c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:09.686982 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-ed74d612-edb3-46cb-9b6e-28ee8b4f7c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for subnet, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:09.699565 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:09.699920 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:09.700591 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:09.700591 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:09.700939 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:09.702392 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:09.702810 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:09.703201 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:09.703569 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:09.703948 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:09.704305 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:09.704687 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:09.706089 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] Tracked resource versions report: Jun 23 08:39:09.706089 dv-cinder-768592-7-smb neutron-server[99595]: pushed versions: Jun 23 08:39:09.706089 dv-cinder-768592-7-smb neutron-server[99595]: { 'AddressGroup': {'1.2'}, Jun 23 08:39:09.706089 dv-cinder-768592-7-smb neutron-server[99595]: 'ConntrackHelper': {'1.0'}, Jun 23 08:39:09.706089 dv-cinder-768592-7-smb neutron-server[99595]: 'Log': {'1.0'}, Jun 23 08:39:09.706089 dv-cinder-768592-7-smb neutron-server[99595]: 'Network': {'1.1'}, Jun 23 08:39:09.706089 dv-cinder-768592-7-smb neutron-server[99595]: 'Port': {'1.7'}, Jun 23 08:39:09.706089 dv-cinder-768592-7-smb neutron-server[99595]: 'PortForwarding': {'1.2'}, Jun 23 08:39:09.706089 dv-cinder-768592-7-smb neutron-server[99595]: 'QosPolicy': {'1.8'}, Jun 23 08:39:09.706089 dv-cinder-768592-7-smb neutron-server[99595]: 'SecurityGroup': {'1.4'}, Jun 23 08:39:09.706089 dv-cinder-768592-7-smb neutron-server[99595]: 'SecurityGroupRule': {'1.2'}, Jun 23 08:39:09.706089 dv-cinder-768592-7-smb neutron-server[99595]: 'SubPort': {'1.0'}, Jun 23 08:39:09.706089 dv-cinder-768592-7-smb neutron-server[99595]: 'Subnet': {'1.1'}, Jun 23 08:39:09.706089 dv-cinder-768592-7-smb neutron-server[99595]: 'Trunk': {'1.1'}} Jun 23 08:39:09.706089 dv-cinder-768592-7-smb neutron-server[99595]: consumer versions: Jun 23 08:39:09.706089 dv-cinder-768592-7-smb neutron-server[99595]: { DHCP agent@dv-cinder-768592-7-smb: {}, Jun 23 08:39:09.706089 dv-cinder-768592-7-smb neutron-server[99595]: HyperV agent@hv-cinder-76859: {}, Jun 23 08:39:09.706089 dv-cinder-768592-7-smb neutron-server[99595]: L3 agent@dv-cinder-768592-7-smb: {}, Jun 23 08:39:09.706089 dv-cinder-768592-7-smb neutron-server[99595]: Metadata agent@dv-cinder-768592-7-smb: {}, Jun 23 08:39:09.706089 dv-cinder-768592-7-smb neutron-server[99595]: Metering agent@dv-cinder-768592-7-smb: {}, Jun 23 08:39:09.706089 dv-cinder-768592-7-smb neutron-server[99595]: Open vSwitch agent@dv-cinder-768592-7-smb: { 'AddressGroup': '1.2', Jun 23 08:39:09.706089 dv-cinder-768592-7-smb neutron-server[99595]: 'ConntrackHelper': '1.0', Jun 23 08:39:09.706089 dv-cinder-768592-7-smb neutron-server[99595]: 'Log': '1.0', Jun 23 08:39:09.706089 dv-cinder-768592-7-smb neutron-server[99595]: 'Network': '1.1', Jun 23 08:39:09.706089 dv-cinder-768592-7-smb neutron-server[99595]: 'Port': '1.7', Jun 23 08:39:09.706089 dv-cinder-768592-7-smb neutron-server[99595]: 'PortForwarding': '1.2', Jun 23 08:39:09.706089 dv-cinder-768592-7-smb neutron-server[99595]: 'QosPolicy': '1.8', Jun 23 08:39:09.706089 dv-cinder-768592-7-smb neutron-server[99595]: 'SecurityGroup': '1.4', Jun 23 08:39:09.706089 dv-cinder-768592-7-smb neutron-server[99595]: 'SecurityGroupRule': '1.2', Jun 23 08:39:09.706089 dv-cinder-768592-7-smb neutron-server[99595]: 'SubPort': '1.0', Jun 23 08:39:09.706089 dv-cinder-768592-7-smb neutron-server[99595]: 'Subnet': '1.1', Jun 23 08:39:09.706089 dv-cinder-768592-7-smb neutron-server[99595]: 'Trunk': '1.1'}} Jun 23 08:39:09.706089 dv-cinder-768592-7-smb neutron-server[99595]: {{(pid=99595) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 08:39:09.717116 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:09.718049 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a49f35-10b6-4e2e-86b4-36074e859d34 None None] Network b711c792-b208-4500-bb11-09c7e15b522c requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:39:09.810963 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-64174421-6551-441e-a7aa-0b68358ef17f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9851336 Jun 23 08:39:09.814662 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 44964) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:09.815504 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dd18dd-7ea5-4e3b-b8c6-cd0888f8b622 None None] Network f2a71c23-2a6e-4a5b-9397-0dd91ec2db00 requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:39:09.821459 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-52bc07b4-c633-42b3-84de-e00b359993b6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-975518757-router', 'tenant_id': '892798fcbd634629883b86ab1c91a73d', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'}}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:39:09.826315 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-51c9281d-5e6d-4014-b2a9-033825dff481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100'] for subnet, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:09.831639 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-ed74d612-edb3-46cb-9b6e-28ee8b4f7c03 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5866926 Jun 23 08:39:09.871937 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:09.912266 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] Attempting to bind port 6b00bcd4-53b5-46d1-82fd-2f91bc523f94 on host dv-cinder-768592-7-smb for vnic_type normal with profile {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:39:09.913068 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] Attempting to bind port 6b00bcd4-53b5-46d1-82fd-2f91bc523f94 by drivers openvswitch,hyperv on host dv-cinder-768592-7-smb at level 0 using segments [{'id': '31b2f068-fef9-4baa-bc53-51c6f575a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248'}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:39:09.914094 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] Attempting to bind port 6b00bcd4-53b5-46d1-82fd-2f91bc523f94 on network 02f4b377-8e86-41d6-8ffe-f003b45c6248 {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:39:09.956672 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-055091b8-67a1-4b98-8dff-b526ba67ab11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1822098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15946'] for router, precommit_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:09.968227 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c9281d-5e6d-4014-b2a9-033825dff481 admin admin] Checking segment: {'id': 'd8413471-54a6-4c08-ae24-18b34c8b7792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9788435d-c221-4c0e-836d-db1e90eeb672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:39:09.968804 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c9281d-5e6d-4014-b2a9-033825dff481 admin admin] Network hostable DHCP agents. Network: 9788435d-c221-4c0e-836d-db1e90eeb672, hostable agents: ['0b6ae00f-9814-4d83-8bc7-07b3d7a0d748'], hosted agents: [] {{(pid=99594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 08:39:10.003036 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-84bed497-407c-4acc-8917-642dfe6cfc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100'] for subnet, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:10.003036 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:10.009881 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-52bc07b4-c633-42b3-84de-e00b359993b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1822478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15953'] for router, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:10.011543 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-52bc07b4-c633-42b3-84de-e00b359993b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1822469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15960'] for router, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:10.101261 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-52bc07b4-c633-42b3-84de-e00b359993b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:10.103489 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c9281d-5e6d-4014-b2a9-033825dff481 admin admin] Network 9788435d-c221-4c0e-836d-db1e90eeb672 is scheduled to be hosted by DHCP agent 0b6ae00f-9814-4d83-8bc7-07b3d7a0d748 with binding_index 1 {{(pid=99594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 08:39:10.124913 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [None req-51c9281d-5e6d-4014-b2a9-033825dff481 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-7-smb, 9788435d-c221-4c0e-836d-db1e90eeb672) {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:39:10.202560 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bed497-407c-4acc-8917-642dfe6cfc68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69b56b05-01ee-4338-a703-f7c725a4b035,revision_number=0']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:10.225003 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-84bed497-407c-4acc-8917-642dfe6cfc68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:10.229330 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18a7a19-8427-4e79-8cb5-ca0c64115130 None None] Network 9788435d-c221-4c0e-836d-db1e90eeb672 requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:39:10.232334 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bed497-407c-4acc-8917-642dfe6cfc68 admin admin] Checking segment: {'id': 'ff21d1d8-4aac-4a89-a179-e46e190bb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '96a5fcdc-762b-4b2d-9dd2-0e3f5afe8764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:39:10.233549 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bed497-407c-4acc-8917-642dfe6cfc68 admin admin] Network hostable DHCP agents. Network: 96a5fcdc-762b-4b2d-9dd2-0e3f5afe8764, hostable agents: ['0b6ae00f-9814-4d83-8bc7-07b3d7a0d748'], hosted agents: [] {{(pid=99593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 08:39:10.273055 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bed497-407c-4acc-8917-642dfe6cfc68 admin admin] Network 96a5fcdc-762b-4b2d-9dd2-0e3f5afe8764 is scheduled to be hosted by DHCP agent 0b6ae00f-9814-4d83-8bc7-07b3d7a0d748 with binding_index 1 {{(pid=99593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 08:39:10.289448 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.base_scheduler [None req-84bed497-407c-4acc-8917-642dfe6cfc68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-7-smb, 96a5fcdc-762b-4b2d-9dd2-0e3f5afe8764) {{(pid=99593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:39:10.295794 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bed497-407c-4acc-8917-642dfe6cfc68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:10.296315 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-84bed497-407c-4acc-8917-642dfe6cfc68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for subnet, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:10.329643 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-84bed497-407c-4acc-8917-642dfe6cfc68 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9702144 Jun 23 08:39:10.380420 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44a9979-d2a6-4c6c-b30c-8d29c19c94c4 None None] Network 96a5fcdc-762b-4b2d-9dd2-0e3f5afe8764 requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:39:10.574815 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ee6cc1-cd40-41d7-80a2-99692e25617a None None] Network f2a71c23-2a6e-4a5b-9397-0dd91ec2db00 requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:39:10.585103 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] Checking agent: {'id': 'c91f22d1-ca23-4348-8c14-c9afdcad6577', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 31, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:39:10.585482 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] Checking segment: {'id': '31b2f068-fef9-4baa-bc53-51c6f575a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:39:10.587263 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:10.587549 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] Bound using segment: {'id': '31b2f068-fef9-4baa-bc53-51c6f575a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248'} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:39:10.588056 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] Bound port: 6b00bcd4-53b5-46d1-82fd-2f91bc523f94, host: dv-cinder-768592-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b2f068-fef9-4baa-bc53-51c6f575a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248'}}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:39:10.588456 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:10.601282 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 45014) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:10.682361 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-52bc07b4-c633-42b3-84de-e00b359993b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1822098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15946'] for router, precommit_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:10.706963 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c9281d-5e6d-4014-b2a9-033825dff481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:10.708924 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-51c9281d-5e6d-4014-b2a9-033825dff481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for subnet, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:10.751605 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9281d-5e6d-4014-b2a9-033825dff481 admin admin] Pushing event updated for resources: {'Subnet': ['ID=950f0c7a-ba02-4477-8101-a21fad5dd592,revision_number=0']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:10.764910 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-51c9281d-5e6d-4014-b2a9-033825dff481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.893s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:10.786748 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47811a5e-e3ce-42d6-a454-d676766cfb49 None None] Network b711c792-b208-4500-bb11-09c7e15b522c requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:39:10.859153 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-51c9281d-5e6d-4014-b2a9-033825dff481 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5232768 Jun 23 08:39:10.963404 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:10.991905 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-6bfb83f0-53c1-4c2a-ba69-423b4186c728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:10.996970 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 45038) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:11.082075 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036bd85c-fe92-48b8-99ef-5e95f16e03af None None] Network 9788435d-c221-4c0e-836d-db1e90eeb672 requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:39:11.153191 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-6bfb83f0-53c1-4c2a-ba69-423b4186c728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:11.160823 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-6bfb83f0-53c1-4c2a-ba69-423b4186c728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:11.169961 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:11.195935 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] For port 6b00bcd4-53b5-46d1-82fd-2f91bc523f94, host dv-cinder-768592-7-smb, cleared binding levels {{(pid=99595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:39:11.260658 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-6bfb83f0-53c1-4c2a-ba69-423b4186c728 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e68be57480b4d69bcf4058f0affa4bb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6578968 Jun 23 08:39:11.265026 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-c86f3f43-40b2-4be4-8d2b-55a1f3a2c5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:11.266328 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 45048) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:11.267890 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] For port 6b00bcd4-53b5-46d1-82fd-2f91bc523f94, host dv-cinder-768592-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=6b00bcd4-53b5-46d1-82fd-2f91bc523f94,segment=NetworkSegment(31b2f068-fef9-4baa-bc53-51c6f575a7bf),segment_id=31b2f068-fef9-4baa-bc53-51c6f575a7bf)] {{(pid=99595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:39:11.272778 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb83f0-53c1-4c2a-ba69-423b4186c728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1940ff9a-84f7-4ec2-add5-db16259be474,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:11.294107 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-6bfb83f0-53c1-4c2a-ba69-423b4186c728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:11.302940 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:11.310674 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d207c4-9225-4eaa-8f0e-cd4f4bce867e None None] Network 96a5fcdc-762b-4b2d-9dd2-0e3f5afe8764 requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:39:11.328070 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-055091b8-67a1-4b98-8dff-b526ba67ab11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:11.357113 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:11.358916 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-dd757f82-f172-4a77-a7c9-bfdc88bdd20c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:11.388638 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-a3ae4eaf-0783-4ac6-b59e-b8c2b2a7d365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:11.442059 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-a3ae4eaf-0783-4ac6-b59e-b8c2b2a7d365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:11.482133 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-055091b8-67a1-4b98-8dff-b526ba67ab11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:11.546017 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-a3ae4eaf-0783-4ac6-b59e-b8c2b2a7d365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:11.549317 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-a3ae4eaf-0783-4ac6-b59e-b8c2b2a7d365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:11.554054 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-a3ae4eaf-0783-4ac6-b59e-b8c2b2a7d365 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1940ff9a-84f7-4ec2-add5-db16259be474 HTTP/1.1" status: 204 len: 168 time: 0.2860994 Jun 23 08:39:11.554627 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-8f0a2553-8a11-4f82-a4dc-ed4f941300cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:11.565468 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:11.569421 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae4eaf-0783-4ac6-b59e-b8c2b2a7d365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1940ff9a-84f7-4ec2-add5-db16259be474,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:11.577665 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-a3ae4eaf-0783-4ac6-b59e-b8c2b2a7d365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:11.632918 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] Pushing event updated for resources: {'Port': ['ID=6b00bcd4-53b5-46d1-82fd-2f91bc523f94,revision_number=2']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:11.640047 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:11.671863 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.db_base_plugin_common [None req-055091b8-67a1-4b98-8dff-b526ba67ab11 admin admin] Allocated IP 172.28.3.96 (5f26f45a-4c2b-4262-97ee-7126ad3a4f0c/86cbbb1d-69f5-4548-9290-2a101fd5c791/a2be0f46-793b-468d-9896-6c51f3d83452) {{(pid=99594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:39:11.714119 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 45076) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:11.718848 dv-cinder-768592-7-smb neutron-server[99593]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 08:39:11.754478 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 45078) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:11.763798 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [None req-eda174a5-8e35-4b8a-8cab-57e240af8d4c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1091193822-network', 'tenant_id': 'b4e672d6f10948beb5c04b641819b3c1'}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:39:11.871799 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 45094) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:11.930676 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-52bc07b4-c633-42b3-84de-e00b359993b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:11.967228 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.db.api [None req-eda174a5-8e35-4b8a-8cab-57e240af8d4c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 08:39:11.967228 dv-cinder-768592-7-smb neutron-server[99593]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 08:39:11.967228 dv-cinder-768592-7-smb neutron-server[99593]: [parameters: {'project_id_1': 'b4e672d6f10948beb5c04b641819b3c1', 'expiration_1': datetime.datetime(2021, 6, 23, 8, 39, 11, 851209)}] Jun 23 08:39:11.967228 dv-cinder-768592-7-smb neutron-server[99593]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 08:39:11.968072 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_db.api [None req-eda174a5-8e35-4b8a-8cab-57e240af8d4c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 08:39:11.972184 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-52bc07b4-c633-42b3-84de-e00b359993b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:12.001971 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:12.011066 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-055091b8-67a1-4b98-8dff-b526ba67ab11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:12.117201 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-f94997ce-20e6-44c2-841b-0c47ef4dbc10 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:12.124066 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-dd757f82-f172-4a77-a7c9-bfdc88bdd20c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:12.124275 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-f94997ce-20e6-44c2-841b-0c47ef4dbc10 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/networks?id=f2a71c23-2a6e-4a5b-9397-0dd91ec2db00 HTTP/1.1" status: 200 len: 815 time: 0.4066446 Jun 23 08:39:12.137262 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-dd757f82-f172-4a77-a7c9-bfdc88bdd20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:12.146841 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:12.147400 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-87904d25-9326-4bff-b097-0e888dcff6b9 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/quotas/049e0835e2d54c6aa94a5398907d5da3 HTTP/1.1" status: 200 len: 375 time: 0.0223272 Jun 23 08:39:12.149382 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-055091b8-67a1-4b98-8dff-b526ba67ab11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117'] for port, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:12.158127 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784db757-b020-424b-842c-696ebf61a67d req-2ae98592-f783-4d21-b311-e63f6e76f771 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:12.159746 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-784db757-b020-424b-842c-696ebf61a67d req-2ae98592-f783-4d21-b311-e63f6e76f771 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/networks?id=9788435d-c221-4c0e-836d-db1e90eeb672 HTTP/1.1" status: 200 len: 812 time: 0.2883208 Jun 23 08:39:12.171351 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 45098) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:12.220283 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd757f82-f172-4a77-a7c9-bfdc88bdd20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f09fd1c-bb79-40a2-8c0b-61014931506c,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:12.225085 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-dd757f82-f172-4a77-a7c9-bfdc88bdd20c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d39280d62d5245c48f62b6d034afa3ff&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2171404 Jun 23 08:39:12.226280 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-dd757f82-f172-4a77-a7c9-bfdc88bdd20c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:12.233475 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:12.238041 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055091b8-67a1-4b98-8dff-b526ba67ab11 admin admin] Network 5f26f45a-4c2b-4262-97ee-7126ad3a4f0c is already hosted by enough agents. {{(pid=99594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:39:12.238628 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 45102) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:12.246125 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-4b470b99-2949-4d2a-b168-9fb681861342 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=049e0835e2d54c6aa94a5398907d5da3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0853846 Jun 23 08:39:12.252575 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.db_base_plugin_common [None req-52bc07b4-c633-42b3-84de-e00b359993b6 admin admin] Allocated IP 172.28.3.223 (5f26f45a-4c2b-4262-97ee-7126ad3a4f0c/86cbbb1d-69f5-4548-9290-2a101fd5c791/957cbd03-a605-490a-9b3e-108a70b6ba42) {{(pid=99594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:39:12.255071 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-f32c2387-5313-4192-99ed-b870f1b65fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:12.255389 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [None req-055091b8-67a1-4b98-8dff-b526ba67ab11 admin admin] Resources bound (agent type, host, resource id): {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:39:12.258466 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-784db757-b020-424b-842c-696ebf61a67d req-8e0eca12-ac50-4f42-abd3-d2c0cb485532 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/quotas/fe23f3b89c5743a3837bbb1fb4e20556 HTTP/1.1" status: 200 len: 375 time: 0.0854578 Jun 23 08:39:12.284276 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055091b8-67a1-4b98-8dff-b526ba67ab11 admin admin] Received port after_create {{(pid=99594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:39:12.312445 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-784db757-b020-424b-842c-696ebf61a67d req-391cf863-1497-410c-84f2-ae528f69e250 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe23f3b89c5743a3837bbb1fb4e20556&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477326 Jun 23 08:39:12.397715 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-f32c2387-5313-4192-99ed-b870f1b65fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:12.402762 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-f32c2387-5313-4192-99ed-b870f1b65fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:12.406896 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:12.425026 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055091b8-67a1-4b98-8dff-b526ba67ab11 admin admin] Pushing event updated for resources: {'Port': ['ID=a2be0f46-793b-468d-9896-6c51f3d83452,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:12.444496 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-055091b8-67a1-4b98-8dff-b526ba67ab11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:12.459055 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-f32c2387-5313-4192-99ed-b870f1b65fed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5e30d7b5e16041bdb6099a8ea15b5a37&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2442915 Jun 23 08:39:12.459707 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 45114) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:12.484279 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c2387-5313-4192-99ed-b870f1b65fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1611415-eb15-4124-a125-c5ef6781de97,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:12.537058 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-f32c2387-5313-4192-99ed-b870f1b65fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:12.538990 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-0348565d-fadb-4dc6-b1f2-0ef66142e7b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:12.586319 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda174a5-8e35-4b8a-8cab-57e240af8d4c admin admin] Made reservation on behalf of b4e672d6f10948beb5c04b641819b3c1 for: {'network': 1} {{(pid=99593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:39:12.589745 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-eda174a5-8e35-4b8a-8cab-57e240af8d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for network, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:12.606235 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-eda174a5-8e35-4b8a-8cab-57e240af8d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:12.629889 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [req-784db757-b020-424b-842c-696ebf61a67d req-cc987232-f2e8-4fbe-9245-89cf7e333707 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=99593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 08:39:12.630986 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-784db757-b020-424b-842c-696ebf61a67d req-cc987232-f2e8-4fbe-9245-89cf7e333707 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1598210 Jun 23 08:39:12.632029 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-0348565d-fadb-4dc6-b1f2-0ef66142e7b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:12.640347 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-faf42ab2-f1db-4c7c-a72b-feb3a5707bdd service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=99593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 08:39:12.643198 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-faf42ab2-f1db-4c7c-a72b-feb3a5707bdd service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0824020 Jun 23 08:39:12.651325 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-52bc07b4-c633-42b3-84de-e00b359993b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:12.757508 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262acecf-0de0-4b33-8e53-b4caf05970f3 None None] Network 02f4b377-8e86-41d6-8ffe-f003b45c6248 requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:39:12.772301 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-055091b8-67a1-4b98-8dff-b526ba67ab11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:12.784694 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-1d6cc062-0c55-4b13-a733-2430a24f591f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:12.823465 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-25ae76ff-44fc-4489-87ef-d1cf569c5ed1 None None] Provisioning for port 6b00bcd4-53b5-46d1-82fd-2f91bc523f94 completed by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:39:12.826160 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-52bc07b4-c633-42b3-84de-e00b359993b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117'] for port, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:12.833035 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:12.834921 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-0348565d-fadb-4dc6-b1f2-0ef66142e7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:12.875336 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-1d6cc062-0c55-4b13-a733-2430a24f591f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:12.953047 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-784db757-b020-424b-842c-696ebf61a67d req-1124fad8-8637-4fd6-9638-8da9e9f7d541 service neutron] 10.222.0.23 "GET /v2.0/networks/9788435d-c221-4c0e-836d-db1e90eeb672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066809 Jun 23 08:39:12.959230 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-188f3df2-f102-4d71-9cae-c717759e4fc1 service neutron] 10.222.0.23 "GET /v2.0/networks/f2a71c23-2a6e-4a5b-9397-0dd91ec2db00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059487 Jun 23 08:39:13.023982 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-0348565d-fadb-4dc6-b1f2-0ef66142e7b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:13.025266 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-0348565d-fadb-4dc6-b1f2-0ef66142e7b5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f09fd1c-bb79-40a2-8c0b-61014931506c HTTP/1.1" status: 204 len: 168 time: 0.7856214 Jun 23 08:39:13.055019 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-eda174a5-8e35-4b8a-8cab-57e240af8d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:13.061056 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bc07b4-c633-42b3-84de-e00b359993b6 admin admin] Network 5f26f45a-4c2b-4262-97ee-7126ad3a4f0c is already hosted by enough agents. {{(pid=99594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:39:13.062870 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc07b4-c633-42b3-84de-e00b359993b6 admin admin] Pushing event updated for resources: {'Port': ['ID=957cbd03-a605-490a-9b3e-108a70b6ba42,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:13.073677 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [None req-52bc07b4-c633-42b3-84de-e00b359993b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:39:13.085374 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-52bc07b4-c633-42b3-84de-e00b359993b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:13.089867 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:13.098555 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-1d6cc062-0c55-4b13-a733-2430a24f591f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:13.100810 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0348565d-fadb-4dc6-b1f2-0ef66142e7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f09fd1c-bb79-40a2-8c0b-61014931506c,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:13.106179 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-0348565d-fadb-4dc6-b1f2-0ef66142e7b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:13.150242 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-eda174a5-8e35-4b8a-8cab-57e240af8d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:13.156314 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-1d6cc062-0c55-4b13-a733-2430a24f591f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:13.161014 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-1d6cc062-0c55-4b13-a733-2430a24f591f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c1611415-eb15-4124-a125-c5ef6781de97 HTTP/1.1" status: 204 len: 168 time: 0.6952181 Jun 23 08:39:13.165256 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-4d154294-f35a-4a37-b64d-239093e9b517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:13.168740 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bc07b4-c633-42b3-84de-e00b359993b6 admin admin] Received port after_create {{(pid=99594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:39:13.196477 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6cc062-0c55-4b13-a733-2430a24f591f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1611415-eb15-4124-a125-c5ef6781de97,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:13.234717 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eda174a5-8e35-4b8a-8cab-57e240af8d4c admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=99593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 08:39:13.275411 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-784db757-b020-424b-842c-696ebf61a67d req-667bf5ed-8971-4a52-932b-f496b1a89b04 service neutron] 10.222.0.23 "GET /v2.0/networks/9788435d-c221-4c0e-836d-db1e90eeb672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136094 Jun 23 08:39:13.283398 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-dd3cd503-f355-4700-82b1-4ac201c258a6 service neutron] 10.222.0.23 "GET /v2.0/networks/f2a71c23-2a6e-4a5b-9397-0dd91ec2db00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080387 Jun 23 08:39:13.294980 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-eda174a5-8e35-4b8a-8cab-57e240af8d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565'] for segment, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:13.295406 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.db.segments_db [None req-eda174a5-8e35-4b8a-8cab-57e240af8d4c admin admin] Added segment 43fb0870-cbab-41ca-a103-07072dfa43cf of type vlan for network c44ea137-c766-4a64-bcdf-34f559b98c69 Jun 23 08:39:13.307020 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda174a5-8e35-4b8a-8cab-57e240af8d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d447ab04-cd99-4b98-ac1f-885d6cd90d6e,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:13.328011 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-eda174a5-8e35-4b8a-8cab-57e240af8d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:13.330446 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-6bfb83f0-53c1-4c2a-ba69-423b4186c728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:13.331112 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-6bfb83f0-53c1-4c2a-ba69-423b4186c728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:13.424408 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-eda174a5-8e35-4b8a-8cab-57e240af8d4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772758686486'] for network, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:13.489964 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-eda174a5-8e35-4b8a-8cab-57e240af8d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095'] for network, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:13.492180 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda174a5-8e35-4b8a-8cab-57e240af8d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:13.494624 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-eda174a5-8e35-4b8a-8cab-57e240af8d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for network, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:13.510098 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:13.514503 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-eda174a5-8e35-4b8a-8cab-57e240af8d4c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7590733 Jun 23 08:39:13.526055 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 45130) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:13.534581 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [None req-86a44cce-a38f-4c33-9ef9-8c8add12c384 admin admin] Request body: {'subnet': {'network_id': 'c44ea137-c766-4a64-bcdf-34f559b98c69', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1091193822-subnet', 'tenant_id': 'b4e672d6f10948beb5c04b641819b3c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:39:13.566890 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a44cce-a38f-4c33-9ef9-8c8add12c384 admin admin] Made reservation on behalf of b4e672d6f10948beb5c04b641819b3c1 for: {'subnet': 1} {{(pid=99593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:39:13.570571 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-86a44cce-a38f-4c33-9ef9-8c8add12c384 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:13.577558 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:13.606262 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 6b00bcd4-53b5-46d1-82fd-2f91bc523f94 up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:39:13.679759 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning for port 6b00bcd4-53b5-46d1-82fd-2f91bc523f94 completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:39:13.685192 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port 6b00bcd4-53b5-46d1-82fd-2f91bc523f94 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:39:13.685865 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:13.686112 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-055091b8-67a1-4b98-8dff-b526ba67ab11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1822107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729143'] for router, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:13.768033 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda174a5-8e35-4b8a-8cab-57e240af8d4c admin admin] Pushing event updated for resources: {'Network': ['ID=c44ea137-c766-4a64-bcdf-34f559b98c69,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:13.789134 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-eda174a5-8e35-4b8a-8cab-57e240af8d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:13.817496 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Network c44ea137-c766-4a64-bcdf-34f559b98c69 details requested by agent ovs-agent-dv-cinder-768592-7-smb with host dv-cinder-768592-7-smb {{(pid=99595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 08:39:13.928552 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-52bc07b4-c633-42b3-84de-e00b359993b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:13.962808 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 45176) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:14.043992 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-0514c81e-5b7e-4bef-8102-af3eeb2ce282 req-689c1e12-715e-40a0-9d4a-482f4fc8d3b9 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d05ebdd-e2dc-425b-b131-989d0415c9bd HTTP/1.1" status: 200 len: 210 time: 0.1470954 Jun 23 08:39:14.074722 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:14.104435 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e9c3531e-7921-40d0-ab59-3cff9f467cfd req-919ebbeb-39de-4e1a-9c12-4d11d65e9a31 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=87fcf92a-b141-4834-9695-5db5f9e508f0 HTTP/1.1" status: 200 len: 210 time: 0.1413784 Jun 23 08:39:14.106295 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-df586c04-75be-43dc-abc0-85b9153985d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:14.233160 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] For port 6b00bcd4-53b5-46d1-82fd-2f91bc523f94, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=6b00bcd4-53b5-46d1-82fd-2f91bc523f94,segment=NetworkSegment(31b2f068-fef9-4baa-bc53-51c6f575a7bf),segment_id=31b2f068-fef9-4baa-bc53-51c6f575a7bf)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:39:14.239354 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:14.250360 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:14.251703 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-df586c04-75be-43dc-abc0-85b9153985d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:14.268510 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-df586c04-75be-43dc-abc0-85b9153985d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:14.356242 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:14.367831 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055091b8-67a1-4b98-8dff-b526ba67ab11 admin admin] Router d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8 is scheduled to L3 agent b4fcebb9-4e54-4961-9fbc-14fb1630411d with binding_index 1 {{(pid=99594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 08:39:14.423357 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Pushing event updated for resources: {'Port': ['ID=6b00bcd4-53b5-46d1-82fd-2f91bc523f94,revision_number=3']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:14.433397 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df586c04-75be-43dc-abc0-85b9153985d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b150eb-1912-46c8-a22a-79762961607b,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:14.436660 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:14.445317 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-52bc07b4-c633-42b3-84de-e00b359993b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1822107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729143'] for router, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:14.445893 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-df586c04-75be-43dc-abc0-85b9153985d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:14.454777 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-df586c04-75be-43dc-abc0-85b9153985d7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=50e94dc75eb24afea2bd850061d687d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4783859 Jun 23 08:39:14.456001 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 45190) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:14.556218 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-86a44cce-a38f-4c33-9ef9-8c8add12c384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100'] for subnet, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:14.558690 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:14.656526 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a44cce-a38f-4c33-9ef9-8c8add12c384 admin admin] Pushing event updated for resources: {'Subnet': ['ID=592601f2-7bd8-4df3-9fc8-9b91d257a60f,revision_number=0']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:14.663055 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-86a44cce-a38f-4c33-9ef9-8c8add12c384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:14.706273 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055091b8-67a1-4b98-8dff-b526ba67ab11 admin admin] Notify agent at l3_agent.dv-cinder-768592-7-smb the message routers_updated {{(pid=99594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 08:39:14.724543 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f76b7a7-a667-4309-9012-77f284d62c74 None None] Sync routers for ids ['d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'] in dv-cinder-768592-7-smb {{(pid=99596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 08:39:14.732752 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a44cce-a38f-4c33-9ef9-8c8add12c384 admin admin] Checking segment: {'id': '43fb0870-cbab-41ca-a103-07072dfa43cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c44ea137-c766-4a64-bcdf-34f559b98c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:39:14.732752 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a44cce-a38f-4c33-9ef9-8c8add12c384 admin admin] Network hostable DHCP agents. Network: c44ea137-c766-4a64-bcdf-34f559b98c69, hostable agents: ['0b6ae00f-9814-4d83-8bc7-07b3d7a0d748'], hosted agents: [] {{(pid=99593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 08:39:14.752074 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-58f82037-ef69-49d5-a0b4-fae246802549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:14.767884 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a44cce-a38f-4c33-9ef9-8c8add12c384 admin admin] Network c44ea137-c766-4a64-bcdf-34f559b98c69 is scheduled to be hosted by DHCP agent 0b6ae00f-9814-4d83-8bc7-07b3d7a0d748 with binding_index 1 {{(pid=99593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 08:39:14.770426 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f76b7a7-a667-4309-9012-77f284d62c74 None None] Routers {'d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:39:14.771230 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-2f76b7a7-a667-4309-9012-77f284d62c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:39:11Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'], 'active': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:39:14.773666 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-055091b8-67a1-4b98-8dff-b526ba67ab11 admin admin] Notify callbacks [] for router, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:14.774963 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-055091b8-67a1-4b98-8dff-b526ba67ab11 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1589088 Jun 23 08:39:14.780326 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 45224) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:14.785266 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.base_scheduler [None req-86a44cce-a38f-4c33-9ef9-8c8add12c384 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-7-smb, c44ea137-c766-4a64-bcdf-34f559b98c69) {{(pid=99593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:39:14.789712 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a44cce-a38f-4c33-9ef9-8c8add12c384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:14.790762 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-86a44cce-a38f-4c33-9ef9-8c8add12c384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for subnet, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:14.805797 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7fb5fb-3088-4c1c-acc5-199468b7cbcd None None] Network c44ea137-c766-4a64-bcdf-34f559b98c69 requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:39:14.827309 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-86a44cce-a38f-4c33-9ef9-8c8add12c384 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2995515 Jun 23 08:39:14.838923 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-58f82037-ef69-49d5-a0b4-fae246802549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:14.973961 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52bc07b4-c633-42b3-84de-e00b359993b6 admin admin] Router b28dc19b-6e56-44f9-9c16-c6b70065ea6f is scheduled to L3 agent b4fcebb9-4e54-4961-9fbc-14fb1630411d with binding_index 1 {{(pid=99594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 08:39:14.998020 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvr_db [None req-2f76b7a7-a667-4309-9012-77f284d62c74 None None] Set router d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8 gateway port host: dv-cinder-768592-7-smb {{(pid=99596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:39:15.035950 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-58f82037-ef69-49d5-a0b4-fae246802549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:15.042451 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-58f82037-ef69-49d5-a0b4-fae246802549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:15.043995 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-58f82037-ef69-49d5-a0b4-fae246802549 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c7b150eb-1912-46c8-a22a-79762961607b HTTP/1.1" status: 204 len: 168 time: 0.5870214 Jun 23 08:39:15.047840 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:15.118117 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff6ea1b-5e1f-413f-b58d-926857ea9d9e None None] Network c44ea137-c766-4a64-bcdf-34f559b98c69 requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:39:15.156293 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f82037-ef69-49d5-a0b4-fae246802549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b150eb-1912-46c8-a22a-79762961607b,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:15.170074 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-58f82037-ef69-49d5-a0b4-fae246802549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:15.229313 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c61a48ff-fa59-4015-babe-4d4de5b3cc0f req-c1fe1d51-00a1-4f72-91e1-d5070d600d1b tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d05ebdd-e2dc-425b-b131-989d0415c9bd HTTP/1.1" status: 200 len: 210 time: 0.1021538 Jun 23 08:39:15.373578 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-2f76b7a7-a667-4309-9012-77f284d62c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'name': 'tempest-AttachVolumeShelveTestJSON-405422322-router', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a2be0f46-793b-468d-9896-6c51f3d83452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:39:09Z', 'updated_at': '2021-06-23T08:39:12Z', 'revision_number': 3, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'gw_port': {'id': 'a2be0f46-793b-468d-9896-6c51f3d83452', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:11Z', 'updated_at': '2021-06-23T08:39:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb'}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:39:15.394805 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 45246) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:15.408222 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f76b7a7-a667-4309-9012-77f284d62c74 None None] Checking router: d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8 for host: dv-cinder-768592-7-smb {{(pid=99596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 08:39:15.408810 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f76b7a7-a667-4309-9012-77f284d62c74 None None] Updating router d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8 port a2be0f46-793b-468d-9896-6c51f3d83452 binding host dv-cinder-768592-7-smb {{(pid=99596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 08:39:15.418953 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-038f498f-6776-46e1-82de-36d0c6630323 req-9cf4879b-25a9-4fc5-952e-8ab7eaca2472 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=87fcf92a-b141-4834-9695-5db5f9e508f0 HTTP/1.1" status: 200 len: 210 time: 0.1043825 Jun 23 08:39:15.484652 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-2f76b7a7-a667-4309-9012-77f284d62c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:15.517736 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52bc07b4-c633-42b3-84de-e00b359993b6 admin admin] Notify agent at l3_agent.dv-cinder-768592-7-smb the message routers_updated {{(pid=99594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 08:39:15.533850 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a58c90c-761e-4a54-a808-585a42f55278 admin admin] Deleting subnet 69b56b05-01ee-4338-a703-f7c725a4b035 {{(pid=99593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 08:39:15.535338 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd688f8-01eb-4537-9fdf-6447c727cb39 None None] Sync routers for ids ['b28dc19b-6e56-44f9-9c16-c6b70065ea6f'] in dv-cinder-768592-7-smb {{(pid=99595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 08:39:15.538998 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-3a58c90c-761e-4a54-a808-585a42f55278 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:15.549566 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 6b00bcd4-53b5-46d1-82fd-2f91bc523f94 up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:39:15.603515 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-3a58c90c-761e-4a54-a808-585a42f55278 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:15.622115 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd688f8-01eb-4537-9fdf-6447c727cb39 None None] Routers {'b28dc19b-6e56-44f9-9c16-c6b70065ea6f'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:39:15.622565 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-8fd688f8-01eb-4537-9fdf-6447c727cb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:39:11Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['b28dc19b-6e56-44f9-9c16-c6b70065ea6f'], 'active': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:39:15.648326 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-3a58c90c-761e-4a54-a808-585a42f55278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742952'] for subnet, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:15.794518 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-3a58c90c-761e-4a54-a808-585a42f55278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100'] for subnet, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:15.806162 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-84bed497-407c-4acc-8917-642dfe6cfc68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:15.889814 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-3a58c90c-761e-4a54-a808-585a42f55278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for subnet, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:15.895844 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-3a58c90c-761e-4a54-a808-585a42f55278 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/69b56b05-01ee-4338-a703-f7c725a4b035 HTTP/1.1" status: 204 len: 168 time: 0.4734981 Jun 23 08:39:15.896901 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58c90c-761e-4a54-a808-585a42f55278 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69b56b05-01ee-4338-a703-f7c725a4b035,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:15.901417 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 45270) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:15.921555 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-3a58c90c-761e-4a54-a808-585a42f55278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:15.975655 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port 6b00bcd4-53b5-46d1-82fd-2f91bc523f94 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:39:15.976056 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:15.998057 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-2f76b7a7-a667-4309-9012-77f284d62c74 None None] Notify callbacks [] for port, precommit_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:16.026261 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.provisioning_blocks [None req-2f76b7a7-a667-4309-9012-77f284d62c74 None None] Transition to ACTIVE for port object a2be0f46-793b-468d-9896-6c51f3d83452 will not be triggered until provisioned by entity L2. {{(pid=99596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:39:16.044067 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-2f76b7a7-a667-4309-9012-77f284d62c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:16.049677 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:16.094494 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvr_db [None req-8fd688f8-01eb-4537-9fdf-6447c727cb39 None None] Set router b28dc19b-6e56-44f9-9c16-c6b70065ea6f gateway port host: dv-cinder-768592-7-smb {{(pid=99595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:39:16.179079 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [None req-2f76b7a7-a667-4309-9012-77f284d62c74 None None] Attempting to bind port a2be0f46-793b-468d-9896-6c51f3d83452 on host dv-cinder-768592-7-smb for vnic_type normal with profile {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:39:16.179470 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [None req-2f76b7a7-a667-4309-9012-77f284d62c74 None None] Attempting to bind port a2be0f46-793b-468d-9896-6c51f3d83452 by drivers openvswitch,hyperv on host dv-cinder-768592-7-smb at level 0 using segments [{'id': '6932e2b2-1f79-4fc6-aa47-4858913c769e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'}] {{(pid=99596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:39:16.179846 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f76b7a7-a667-4309-9012-77f284d62c74 None None] Attempting to bind port a2be0f46-793b-468d-9896-6c51f3d83452 on network 5f26f45a-4c2b-4262-97ee-7126ad3a4f0c {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:39:16.180804 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-575bd1a5-fe7e-44cd-991d-f5b684540dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-650670'] for network, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:16.200128 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fcd8c1-0e67-4b80-b518-fcf866eb77af None None] Pushing event updated for resources: {'Port': ['ID=a2be0f46-793b-468d-9896-6c51f3d83452,revision_number=2']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:16.209390 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f76b7a7-a667-4309-9012-77f284d62c74 None None] Checking agent: {'id': 'c91f22d1-ca23-4348-8c14-c9afdcad6577', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 31, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:39:16.209782 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f76b7a7-a667-4309-9012-77f284d62c74 None None] Checking segment: {'id': '6932e2b2-1f79-4fc6-aa47-4858913c769e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:39:16.210335 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-2f76b7a7-a667-4309-9012-77f284d62c74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:16.210758 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f76b7a7-a667-4309-9012-77f284d62c74 None None] Bound using segment: {'id': '6932e2b2-1f79-4fc6-aa47-4858913c769e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'} {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:39:16.211262 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [None req-2f76b7a7-a667-4309-9012-77f284d62c74 None None] Bound port: a2be0f46-793b-468d-9896-6c51f3d83452, host: dv-cinder-768592-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6932e2b2-1f79-4fc6-aa47-4858913c769e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'}}] {{(pid=99596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:39:16.211642 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-2f76b7a7-a667-4309-9012-77f284d62c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:16.301822 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fcd8c1-0e67-4b80-b518-fcf866eb77af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:16.302169 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fcd8c1-0e67-4b80-b518-fcf866eb77af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:16.302512 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fcd8c1-0e67-4b80-b518-fcf866eb77af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:16.303134 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fcd8c1-0e67-4b80-b518-fcf866eb77af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:16.303275 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fcd8c1-0e67-4b80-b518-fcf866eb77af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:16.303529 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fcd8c1-0e67-4b80-b518-fcf866eb77af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:16.305858 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fcd8c1-0e67-4b80-b518-fcf866eb77af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:16.306210 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fcd8c1-0e67-4b80-b518-fcf866eb77af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:16.306547 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fcd8c1-0e67-4b80-b518-fcf866eb77af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:16.310527 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fcd8c1-0e67-4b80-b518-fcf866eb77af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:16.310955 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fcd8c1-0e67-4b80-b518-fcf866eb77af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:16.311299 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fcd8c1-0e67-4b80-b518-fcf866eb77af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:39:16.312311 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fcd8c1-0e67-4b80-b518-fcf866eb77af None None] Tracked resource versions report: Jun 23 08:39:16.312311 dv-cinder-768592-7-smb neutron-server[99596]: pushed versions: Jun 23 08:39:16.312311 dv-cinder-768592-7-smb neutron-server[99596]: { 'AddressGroup': {'1.2'}, Jun 23 08:39:16.312311 dv-cinder-768592-7-smb neutron-server[99596]: 'ConntrackHelper': {'1.0'}, Jun 23 08:39:16.312311 dv-cinder-768592-7-smb neutron-server[99596]: 'Log': {'1.0'}, Jun 23 08:39:16.312311 dv-cinder-768592-7-smb neutron-server[99596]: 'Network': {'1.1'}, Jun 23 08:39:16.312311 dv-cinder-768592-7-smb neutron-server[99596]: 'Port': {'1.7'}, Jun 23 08:39:16.312311 dv-cinder-768592-7-smb neutron-server[99596]: 'PortForwarding': {'1.2'}, Jun 23 08:39:16.312311 dv-cinder-768592-7-smb neutron-server[99596]: 'QosPolicy': {'1.8'}, Jun 23 08:39:16.312311 dv-cinder-768592-7-smb neutron-server[99596]: 'SecurityGroup': {'1.4'}, Jun 23 08:39:16.312311 dv-cinder-768592-7-smb neutron-server[99596]: 'SecurityGroupRule': {'1.2'}, Jun 23 08:39:16.312311 dv-cinder-768592-7-smb neutron-server[99596]: 'SubPort': {'1.0'}, Jun 23 08:39:16.312311 dv-cinder-768592-7-smb neutron-server[99596]: 'Subnet': {'1.1'}, Jun 23 08:39:16.312311 dv-cinder-768592-7-smb neutron-server[99596]: 'Trunk': {'1.1'}} Jun 23 08:39:16.312311 dv-cinder-768592-7-smb neutron-server[99596]: consumer versions: Jun 23 08:39:16.312311 dv-cinder-768592-7-smb neutron-server[99596]: { DHCP agent@dv-cinder-768592-7-smb: {}, Jun 23 08:39:16.312311 dv-cinder-768592-7-smb neutron-server[99596]: HyperV agent@hv-cinder-76859: {}, Jun 23 08:39:16.312311 dv-cinder-768592-7-smb neutron-server[99596]: L3 agent@dv-cinder-768592-7-smb: {}, Jun 23 08:39:16.312311 dv-cinder-768592-7-smb neutron-server[99596]: Metadata agent@dv-cinder-768592-7-smb: {}, Jun 23 08:39:16.312311 dv-cinder-768592-7-smb neutron-server[99596]: Metering agent@dv-cinder-768592-7-smb: {}, Jun 23 08:39:16.312311 dv-cinder-768592-7-smb neutron-server[99596]: Open vSwitch agent@dv-cinder-768592-7-smb: { 'AddressGroup': '1.2', Jun 23 08:39:16.312311 dv-cinder-768592-7-smb neutron-server[99596]: 'ConntrackHelper': '1.0', Jun 23 08:39:16.312311 dv-cinder-768592-7-smb neutron-server[99596]: 'Log': '1.0', Jun 23 08:39:16.312311 dv-cinder-768592-7-smb neutron-server[99596]: 'Network': '1.1', Jun 23 08:39:16.312311 dv-cinder-768592-7-smb neutron-server[99596]: 'Port': '1.7', Jun 23 08:39:16.312311 dv-cinder-768592-7-smb neutron-server[99596]: 'PortForwarding': '1.2', Jun 23 08:39:16.312311 dv-cinder-768592-7-smb neutron-server[99596]: 'QosPolicy': '1.8', Jun 23 08:39:16.312311 dv-cinder-768592-7-smb neutron-server[99596]: 'SecurityGroup': '1.4', Jun 23 08:39:16.312311 dv-cinder-768592-7-smb neutron-server[99596]: 'SecurityGroupRule': '1.2', Jun 23 08:39:16.312311 dv-cinder-768592-7-smb neutron-server[99596]: 'SubPort': '1.0', Jun 23 08:39:16.312311 dv-cinder-768592-7-smb neutron-server[99596]: 'Subnet': '1.1', Jun 23 08:39:16.312311 dv-cinder-768592-7-smb neutron-server[99596]: 'Trunk': '1.1'}} Jun 23 08:39:16.312311 dv-cinder-768592-7-smb neutron-server[99596]: {{(pid=99596) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 08:39:16.329315 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-f2fcd8c1-0e67-4b80-b518-fcf866eb77af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:16.348632 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-52bc07b4-c633-42b3-84de-e00b359993b6 admin admin] Notify callbacks [] for router, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:16.351374 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-52bc07b4-c633-42b3-84de-e00b359993b6 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.5344133 Jun 23 08:39:16.390960 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 45298) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:16.402001 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [None req-2f76b7a7-a667-4309-9012-77f284d62c74 None None] For port a2be0f46-793b-468d-9896-6c51f3d83452, host dv-cinder-768592-7-smb, cleared binding levels {{(pid=99596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:39:16.407339 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [None req-2f76b7a7-a667-4309-9012-77f284d62c74 None None] For port a2be0f46-793b-468d-9896-6c51f3d83452, host dv-cinder-768592-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=a2be0f46-793b-468d-9896-6c51f3d83452,segment=NetworkSegment(6932e2b2-1f79-4fc6-aa47-4858913c769e),segment_id=6932e2b2-1f79-4fc6-aa47-4858913c769e)] {{(pid=99596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:39:16.416928 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-2f76b7a7-a667-4309-9012-77f284d62c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:16.420194 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-f2fcd8c1-0e67-4b80-b518-fcf866eb77af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:16.562210 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f76b7a7-a667-4309-9012-77f284d62c74 None None] Routers {'d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:39:16.562904 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-2f76b7a7-a667-4309-9012-77f284d62c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:39:11Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'], 'active': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:39:16.627055 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-8fd688f8-01eb-4537-9fdf-6447c727cb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28dc19b-6e56-44f9-9c16-c6b70065ea6f', 'name': 'tempest-ServerRescueNegativeTestJSON-975518757-router', 'tenant_id': '892798fcbd634629883b86ab1c91a73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.223'}], 'enable_snat': True}, 'gw_port_id': '957cbd03-a605-490a-9b3e-108a70b6ba42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:39:10Z', 'updated_at': '2021-06-23T08:39:13Z', 'revision_number': 3, 'project_id': '892798fcbd634629883b86ab1c91a73d', 'gw_port': {'id': '957cbd03-a605-490a-9b3e-108a70b6ba42', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cd:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28dc19b-6e56-44f9-9c16-c6b70065ea6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:11Z', 'updated_at': '2021-06-23T08:39:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb'}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:39:16.676953 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fcd8c1-0e67-4b80-b518-fcf866eb77af None None] Pushing event updated for resources: {'Port': ['ID=a2be0f46-793b-468d-9896-6c51f3d83452,revision_number=3']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:16.682200 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd688f8-01eb-4537-9fdf-6447c727cb39 None None] Checking router: b28dc19b-6e56-44f9-9c16-c6b70065ea6f for host: dv-cinder-768592-7-smb {{(pid=99595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 08:39:16.682880 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd688f8-01eb-4537-9fdf-6447c727cb39 None None] Updating router b28dc19b-6e56-44f9-9c16-c6b70065ea6f port 957cbd03-a605-490a-9b3e-108a70b6ba42 binding host dv-cinder-768592-7-smb {{(pid=99595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 08:39:16.691300 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-f2fcd8c1-0e67-4b80-b518-fcf866eb77af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:16.732950 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8fd688f8-01eb-4537-9fdf-6447c727cb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:16.740318 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-49c34a0a-6de6-4449-b543-58a2021b5b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:16.837948 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1d365ec8-aaaf-408b-b7f9-516276f9ecfc req-1674ac44-8f5c-41fa-a8e1-9665774ad0cf tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d05ebdd-e2dc-425b-b131-989d0415c9bd HTTP/1.1" status: 200 len: 210 time: 0.1521993 Jun 23 08:39:16.899929 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvr_db [None req-2f76b7a7-a667-4309-9012-77f284d62c74 None None] Set router d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8 gateway port host: dv-cinder-768592-7-smb {{(pid=99596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:39:16.999250 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-575bd1a5-fe7e-44cd-991d-f5b684540dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745381', 'neutron.services.segments.db._delete_segments_for_network-8772759238175'] for network, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:17.025370 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-575bd1a5-fe7e-44cd-991d-f5b684540dc7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:39:17.025735 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-575bd1a5-fe7e-44cd-991d-f5b684540dc7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:39:17.026503 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-575bd1a5-fe7e-44cd-991d-f5b684540dc7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:39:17.028365 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-575bd1a5-fe7e-44cd-991d-f5b684540dc7 admin admin] Subscribe: > port after_create 55550000 {{(pid=99593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:39:17.028866 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-575bd1a5-fe7e-44cd-991d-f5b684540dc7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:39:17.029218 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-575bd1a5-fe7e-44cd-991d-f5b684540dc7 admin admin] Subscribe: > port after_update 55550000 {{(pid=99593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:39:17.029586 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-575bd1a5-fe7e-44cd-991d-f5b684540dc7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:39:17.029911 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-575bd1a5-fe7e-44cd-991d-f5b684540dc7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:39:17.030256 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-575bd1a5-fe7e-44cd-991d-f5b684540dc7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:39:17.030559 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-575bd1a5-fe7e-44cd-991d-f5b684540dc7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:39:17.084768 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.db_base_plugin_common [None req-49c34a0a-6de6-4449-b543-58a2021b5b11 admin admin] Allocated IP 172.20.0.1 (02f4b377-8e86-41d6-8ffe-f003b45c6248/2b3df551-72d8-4749-a018-772b466944b3/60f896b1-c4ac-415c-86fd-07085208e7c3) {{(pid=99594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:39:17.251250 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-575bd1a5-fe7e-44cd-991d-f5b684540dc7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:39:17.251817 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-575bd1a5-fe7e-44cd-991d-f5b684540dc7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:39:17.252290 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-575bd1a5-fe7e-44cd-991d-f5b684540dc7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:39:17.252773 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-575bd1a5-fe7e-44cd-991d-f5b684540dc7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:39:17.253339 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.services.segments.db [None req-575bd1a5-fe7e-44cd-991d-f5b684540dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96a5fcdc-762b-4b2d-9dd2-0e3f5afe8764']}} {{(pid=99593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:39:17.266190 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 45324) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:17.277219 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.services.segments.db [None req-575bd1a5-fe7e-44cd-991d-f5b684540dc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff21d1d8-4aac-4a89-a179-e46e190bb03d') {'for_net_delete': True} {{(pid=99593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:39:17.278317 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.services.segments.db [None req-575bd1a5-fe7e-44cd-991d-f5b684540dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff21d1d8-4aac-4a89-a179-e46e190bb03d') {} {{(pid=99593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:39:17.284982 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-2f76b7a7-a667-4309-9012-77f284d62c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'name': 'tempest-AttachVolumeShelveTestJSON-405422322-router', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a2be0f46-793b-468d-9896-6c51f3d83452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:39:09Z', 'updated_at': '2021-06-23T08:39:12Z', 'revision_number': 3, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'gw_port': {'id': 'a2be0f46-793b-468d-9896-6c51f3d83452', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:11Z', 'updated_at': '2021-06-23T08:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb'}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:39:17.302916 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8fd688f8-01eb-4537-9fdf-6447c727cb39 None None] Notify callbacks [] for port, precommit_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:17.313409 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8fd688f8-01eb-4537-9fdf-6447c727cb39 None None] Transition to ACTIVE for port object 957cbd03-a605-490a-9b3e-108a70b6ba42 will not be triggered until provisioned by entity L2. {{(pid=99595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:39:17.315771 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f76b7a7-a667-4309-9012-77f284d62c74 None None] The sync data for ids ['d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'] in dv-cinder-768592-7-smb is: [{'id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'name': 'tempest-AttachVolumeShelveTestJSON-405422322-router', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a2be0f46-793b-468d-9896-6c51f3d83452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:39:09Z', 'updated_at': '2021-06-23T08:39:12Z', 'revision_number': 3, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'gw_port': {'id': 'a2be0f46-793b-468d-9896-6c51f3d83452', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:11Z', 'updated_at': '2021-06-23T08:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb'}] {{(pid=99596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 08:39:17.333576 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8fd688f8-01eb-4537-9fdf-6447c727cb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:17.336841 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:17.415535 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf7867-69e5-40b3-b0b4-94b810ac68ce None None] Pushing event updated for resources: {'Port': ['ID=957cbd03-a605-490a-9b3e-108a70b6ba42,revision_number=2']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:17.421225 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-49c34a0a-6de6-4449-b543-58a2021b5b11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:17.439078 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-2faf7867-69e5-40b3-b0b4-94b810ac68ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:17.443477 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.provisioning_blocks [None req-49c34a0a-6de6-4449-b543-58a2021b5b11 admin admin] Transition to ACTIVE for port object 60f896b1-c4ac-415c-86fd-07085208e7c3 will not be triggered until provisioned by entity DHCP. {{(pid=99594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:39:17.473476 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-8fd688f8-01eb-4537-9fdf-6447c727cb39 None None] Attempting to bind port 957cbd03-a605-490a-9b3e-108a70b6ba42 on host dv-cinder-768592-7-smb for vnic_type normal with profile {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:39:17.477235 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-8fd688f8-01eb-4537-9fdf-6447c727cb39 None None] Attempting to bind port 957cbd03-a605-490a-9b3e-108a70b6ba42 by drivers openvswitch,hyperv on host dv-cinder-768592-7-smb at level 0 using segments [{'id': '6932e2b2-1f79-4fc6-aa47-4858913c769e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:39:17.477648 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd688f8-01eb-4537-9fdf-6447c727cb39 None None] Attempting to bind port 957cbd03-a605-490a-9b3e-108a70b6ba42 on network 5f26f45a-4c2b-4262-97ee-7126ad3a4f0c {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:39:17.487130 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-575bd1a5-fe7e-44cd-991d-f5b684540dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772759225838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3632250'] for segment, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:17.495085 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd688f8-01eb-4537-9fdf-6447c727cb39 None None] Checking agent: {'id': 'c91f22d1-ca23-4348-8c14-c9afdcad6577', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 31, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:39:17.495579 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd688f8-01eb-4537-9fdf-6447c727cb39 None None] Checking segment: {'id': '6932e2b2-1f79-4fc6-aa47-4858913c769e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:39:17.496008 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8fd688f8-01eb-4537-9fdf-6447c727cb39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:17.497693 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd688f8-01eb-4537-9fdf-6447c727cb39 None None] Bound using segment: {'id': '6932e2b2-1f79-4fc6-aa47-4858913c769e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:39:17.499220 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-8fd688f8-01eb-4537-9fdf-6447c727cb39 None None] Bound port: 957cbd03-a605-490a-9b3e-108a70b6ba42, host: dv-cinder-768592-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6932e2b2-1f79-4fc6-aa47-4858913c769e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'}}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:39:17.499579 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8fd688f8-01eb-4537-9fdf-6447c727cb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:17.540454 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-49c34a0a-6de6-4449-b543-58a2021b5b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117'] for port, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:17.545691 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:17.594442 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-584ba495-3112-4f0f-aa33-9ab9ef094a7e req-c7edb640-7a75-4700-bd3b-dff87151c059 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=87fcf92a-b141-4834-9695-5db5f9e508f0 HTTP/1.1" status: 200 len: 210 time: 0.7902896 Jun 23 08:39:17.616808 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-129ea54e-8f5e-4d00-9d83-47e61e01ea9b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-658258033-network', 'tenant_id': '6d00d829616e461fa59187fd9f9869a8'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:39:17.631416 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-8fd688f8-01eb-4537-9fdf-6447c727cb39 None None] For port 957cbd03-a605-490a-9b3e-108a70b6ba42, host dv-cinder-768592-7-smb, cleared binding levels {{(pid=99595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:39:17.637283 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c34a0a-6de6-4449-b543-58a2021b5b11 admin admin] Pushing event updated for resources: {'Port': ['ID=60f896b1-c4ac-415c-86fd-07085208e7c3,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:17.638918 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-575bd1a5-fe7e-44cd-991d-f5b684540dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565'] for segment, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:17.645438 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-8fd688f8-01eb-4537-9fdf-6447c727cb39 None None] For port 957cbd03-a605-490a-9b3e-108a70b6ba42, host dv-cinder-768592-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=957cbd03-a605-490a-9b3e-108a70b6ba42,segment=NetworkSegment(6932e2b2-1f79-4fc6-aa47-4858913c769e),segment_id=6932e2b2-1f79-4fc6-aa47-4858913c769e)] {{(pid=99595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:39:17.653235 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8fd688f8-01eb-4537-9fdf-6447c727cb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:17.662953 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:17.664512 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-49c34a0a-6de6-4449-b543-58a2021b5b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:17.667729 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c34a0a-6de6-4449-b543-58a2021b5b11 admin admin] Network 02f4b377-8e86-41d6-8ffe-f003b45c6248 is already hosted by enough agents. {{(pid=99594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:39:17.679707 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [None req-49c34a0a-6de6-4449-b543-58a2021b5b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:39:17.693400 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c34a0a-6de6-4449-b543-58a2021b5b11 admin admin] Received port after_create {{(pid=99594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:39:17.693973 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-49c34a0a-6de6-4449-b543-58a2021b5b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749879'] for router_interface, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:17.727971 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-575bd1a5-fe7e-44cd-991d-f5b684540dc7 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=99593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 08:39:17.728380 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-575bd1a5-fe7e-44cd-991d-f5b684540dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3652789'] for segment, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:17.759786 dv-cinder-768592-7-smb neutron-server[99593]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 08:39:17.759786 dv-cinder-768592-7-smb neutron-server[99593]: from cryptography.utils import int_from_bytes Jun 23 08:39:17.759786 dv-cinder-768592-7-smb neutron-server[99593]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 08:39:17.759786 dv-cinder-768592-7-smb neutron-server[99593]: from cryptography.utils import int_from_bytes Jun 23 08:39:17.759786 dv-cinder-768592-7-smb neutron-server[99593]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 08:39:17.759786 dv-cinder-768592-7-smb neutron-server[99593]: conditions |= (models_v2.Port.network_id.in_( Jun 23 08:39:17.759786 dv-cinder-768592-7-smb neutron-server[99593]: Traceback (most recent call last): Jun 23 08:39:17.759786 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 08:39:17.759786 dv-cinder-768592-7-smb neutron-server[99593]: timer() Jun 23 08:39:17.759786 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 08:39:17.759786 dv-cinder-768592-7-smb neutron-server[99593]: cb(*args, **kw) Jun 23 08:39:17.759786 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 08:39:17.759786 dv-cinder-768592-7-smb neutron-server[99593]: return func(*args, **kwargs) Jun 23 08:39:17.759786 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 08:39:17.759786 dv-cinder-768592-7-smb neutron-server[99593]: self._notify() Jun 23 08:39:17.759786 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 08:39:17.759786 dv-cinder-768592-7-smb neutron-server[99593]: self.callback(batched_events) Jun 23 08:39:17.759786 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 08:39:17.759786 dv-cinder-768592-7-smb neutron-server[99593]: event.method(event) Jun 23 08:39:17.759786 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 08:39:17.759786 dv-cinder-768592-7-smb neutron-server[99593]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 08:39:17.759786 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 08:39:17.759786 dv-cinder-768592-7-smb neutron-server[99593]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 08:39:17.759786 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 08:39:17.759786 dv-cinder-768592-7-smb neutron-server[99593]: return f(self, *a, **k) Jun 23 08:39:17.759786 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 08:39:17.759786 dv-cinder-768592-7-smb neutron-server[99593]: return self._get(url).json() Jun 23 08:39:17.759786 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 08:39:17.759786 dv-cinder-768592-7-smb neutron-server[99593]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 08:39:17.759786 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 08:39:17.759786 dv-cinder-768592-7-smb neutron-server[99593]: return self.request(url, 'GET', **kwargs) Jun 23 08:39:17.759786 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 08:39:17.759786 dv-cinder-768592-7-smb neutron-server[99593]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 08:39:17.759786 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 08:39:17.759786 dv-cinder-768592-7-smb neutron-server[99593]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 08:39:17.759786 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 08:39:17.759786 dv-cinder-768592-7-smb neutron-server[99593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 08:39:17.759786 dv-cinder-768592-7-smb neutron-server[99593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 08:39:17.795034 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129ea54e-8f5e-4d00-9d83-47e61e01ea9b admin admin] Made reservation on behalf of 6d00d829616e461fa59187fd9f9869a8 for: {'network': 1} {{(pid=99594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:39:17.797855 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-129ea54e-8f5e-4d00-9d83-47e61e01ea9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for network, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:17.846991 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-129ea54e-8f5e-4d00-9d83-47e61e01ea9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:17.849942 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd688f8-01eb-4537-9fdf-6447c727cb39 None None] Routers {'b28dc19b-6e56-44f9-9c16-c6b70065ea6f'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:39:17.860179 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-8fd688f8-01eb-4537-9fdf-6447c727cb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:39:11Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['b28dc19b-6e56-44f9-9c16-c6b70065ea6f'], 'active': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:39:17.942032 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf7867-69e5-40b3-b0b4-94b810ac68ce None None] Pushing event updated for resources: {'Port': ['ID=957cbd03-a605-490a-9b3e-108a70b6ba42,revision_number=3']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:17.946454 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-2faf7867-69e5-40b3-b0b4-94b810ac68ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:18.050658 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvr_db [None req-8fd688f8-01eb-4537-9fdf-6447c727cb39 None None] Set router b28dc19b-6e56-44f9-9c16-c6b70065ea6f gateway port host: dv-cinder-768592-7-smb {{(pid=99595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:39:18.083351 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.13', 57410) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:18.284841 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-129ea54e-8f5e-4d00-9d83-47e61e01ea9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:18.286007 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-49c34a0a-6de6-4449-b543-58a2021b5b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:18.316102 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-b7ddfbc4-8036-4947-adf4-c448430b471f None None] Provisioning for port 60f896b1-c4ac-415c-86fd-07085208e7c3 completed by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:39:18.332905 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d12a4e99-cd70-4e4d-b882-6a954b4fd12f req-cc33618d-9c81-4389-ab54-bc4a37d6fb95 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d05ebdd-e2dc-425b-b131-989d0415c9bd HTTP/1.1" status: 200 len: 210 time: 0.1418402 Jun 23 08:39:18.333801 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-575bd1a5-fe7e-44cd-991d-f5b684540dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717610'] for network, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:18.352549 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-b7ddfbc4-8036-4947-adf4-c448430b471f None None] Provisioning complete for port 60f896b1-c4ac-415c-86fd-07085208e7c3 triggered by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:39:18.353051 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-b7ddfbc4-8036-4947-adf4-c448430b471f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:18.430621 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-b7ddfbc4-8036-4947-adf4-c448430b471f None None] Port 60f896b1-c4ac-415c-86fd-07085208e7c3 cannot update to ACTIVE because it is not bound. {{(pid=99595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 08:39:18.460827 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-4d154294-f35a-4a37-b64d-239093e9b517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:18.470337 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-575bd1a5-fe7e-44cd-991d-f5b684540dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for network, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:18.479985 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-575bd1a5-fe7e-44cd-991d-f5b684540dc7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/96a5fcdc-762b-4b2d-9dd2-0e3f5afe8764 HTTP/1.1" status: 204 len: 168 time: 2.5767479 Jun 23 08:39:18.487649 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 45374) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:18.500529 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-129ea54e-8f5e-4d00-9d83-47e61e01ea9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:18.542860 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-8fd688f8-01eb-4537-9fdf-6447c727cb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28dc19b-6e56-44f9-9c16-c6b70065ea6f', 'name': 'tempest-ServerRescueNegativeTestJSON-975518757-router', 'tenant_id': '892798fcbd634629883b86ab1c91a73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.223'}], 'enable_snat': True}, 'gw_port_id': '957cbd03-a605-490a-9b3e-108a70b6ba42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:39:10Z', 'updated_at': '2021-06-23T08:39:13Z', 'revision_number': 3, 'project_id': '892798fcbd634629883b86ab1c91a73d', 'gw_port': {'id': '957cbd03-a605-490a-9b3e-108a70b6ba42', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cd:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28dc19b-6e56-44f9-9c16-c6b70065ea6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:11Z', 'updated_at': '2021-06-23T08:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb'}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:39:18.546002 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-49c34a0a-6de6-4449-b543-58a2021b5b11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:18.561549 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-129ea54e-8f5e-4d00-9d83-47e61e01ea9b admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=99594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 08:39:18.580805 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-129ea54e-8f5e-4d00-9d83-47e61e01ea9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565'] for segment, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:18.581209 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.db.segments_db [None req-129ea54e-8f5e-4d00-9d83-47e61e01ea9b admin admin] Added segment a7c9ceb7-8d10-4f4d-9ddc-5640064e6194 of type vlan for network af02fdbe-1809-4bc4-a26c-3d8953062d57 Jun 23 08:39:18.589109 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd688f8-01eb-4537-9fdf-6447c727cb39 None None] The sync data for ids ['b28dc19b-6e56-44f9-9c16-c6b70065ea6f'] in dv-cinder-768592-7-smb is: [{'id': 'b28dc19b-6e56-44f9-9c16-c6b70065ea6f', 'name': 'tempest-ServerRescueNegativeTestJSON-975518757-router', 'tenant_id': '892798fcbd634629883b86ab1c91a73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.223'}], 'enable_snat': True}, 'gw_port_id': '957cbd03-a605-490a-9b3e-108a70b6ba42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:39:10Z', 'updated_at': '2021-06-23T08:39:13Z', 'revision_number': 3, 'project_id': '892798fcbd634629883b86ab1c91a73d', 'gw_port': {'id': '957cbd03-a605-490a-9b3e-108a70b6ba42', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cd:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28dc19b-6e56-44f9-9c16-c6b70065ea6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:11Z', 'updated_at': '2021-06-23T08:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb'}] {{(pid=99595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 08:39:18.596754 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-90312c35-35da-4b33-9a48-e797caeb9514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:18.635758 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575bd1a5-fe7e-44cd-991d-f5b684540dc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=96a5fcdc-762b-4b2d-9dd2-0e3f5afe8764,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:18.643420 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-49c34a0a-6de6-4449-b543-58a2021b5b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:18.644156 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.13', 57412) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:18.646415 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ea54e-8f5e-4d00-9d83-47e61e01ea9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad63e84-8ae2-49b5-9fd8-cb67a63eba8b,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:18.691864 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-575bd1a5-fe7e-44cd-991d-f5b684540dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:18.731364 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-00079a39-a43d-405b-9326-ff64fa2fb134 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:18.738939 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-00079a39-a43d-405b-9326-ff64fa2fb134 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.13 "GET /v2.0/networks?id=f2a71c23-2a6e-4a5b-9397-0dd91ec2db00 HTTP/1.1" status: 200 len: 815 time: 0.6440468 Jun 23 08:39:18.908111 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-129ea54e-8f5e-4d00-9d83-47e61e01ea9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:18.908966 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-49c34a0a-6de6-4449-b543-58a2021b5b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749915'] for router_interface, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:18.913489 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f7931f9-2c20-499c-a91c-62e26dc63422 admin admin] Deleting subnet 592601f2-7bd8-4df3-9fc8-9b91d257a60f {{(pid=99593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 08:39:18.928110 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-f5bb384b-520c-47ab-8c85-9b30f207c890 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Request body: {'port': {'device_id': '87fcf92a-b141-4834-9695-5db5f9e508f0', 'network_id': 'f2a71c23-2a6e-4a5b-9397-0dd91ec2db00', 'admin_state_up': True, 'tenant_id': '049e0835e2d54c6aa94a5398907d5da3'}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:39:18.933854 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-2f7931f9-2c20-499c-a91c-62e26dc63422 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:18.937854 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-49c34a0a-6de6-4449-b543-58a2021b5b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:19.163181 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-129ea54e-8f5e-4d00-9d83-47e61e01ea9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772758686486'] for network, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:19.276828 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c34a0a-6de6-4449-b543-58a2021b5b11 admin admin] Pushing event updated for resources: {'Port': ['ID=60f896b1-c4ac-415c-86fd-07085208e7c3,revision_number=2']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:19.282259 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-49c34a0a-6de6-4449-b543-58a2021b5b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:19.314020 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784db757-b020-424b-842c-696ebf61a67d req-133e236c-628a-4ea0-8ab0-69a2d8a04ad2 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:19.318424 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a89bc386-3027-47b9-8c79-4db2b0db4093 req-fefff18d-0cc1-4784-8002-06946f1222c9 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=87fcf92a-b141-4834-9695-5db5f9e508f0 HTTP/1.1" status: 200 len: 210 time: 0.2707942 Jun 23 08:39:19.333908 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-784db757-b020-424b-842c-696ebf61a67d req-133e236c-628a-4ea0-8ab0-69a2d8a04ad2 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.13 "GET /v2.0/networks?id=9788435d-c221-4c0e-836d-db1e90eeb672 HTTP/1.1" status: 200 len: 812 time: 0.6812909 Jun 23 08:39:19.360352 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-2f7931f9-2c20-499c-a91c-62e26dc63422 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3632229'] for subnet, precommit_delete_associations {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:19.401803 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [req-784db757-b020-424b-842c-696ebf61a67d req-5707250d-0235-47e4-9a98-8b6edad222ea tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Request body: {'port': {'device_id': '0d05ebdd-e2dc-425b-b131-989d0415c9bd', 'network_id': '9788435d-c221-4c0e-836d-db1e90eeb672', 'admin_state_up': True, 'tenant_id': 'fe23f3b89c5743a3837bbb1fb4e20556'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:39:19.431778 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-2f7931f9-2c20-499c-a91c-62e26dc63422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742952'] for subnet, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:19.519336 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-2f7931f9-2c20-499c-a91c-62e26dc63422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3652648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2551212'] for subnet, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:19.617603 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 45466) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:19.621729 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 957cbd03-a605-490a-9b3e-108a70b6ba42 up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:39:19.626502 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:19.681844 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-2f7931f9-2c20-499c-a91c-62e26dc63422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for subnet, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:19.684692 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-2f7931f9-2c20-499c-a91c-62e26dc63422 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/592601f2-7bd8-4df3-9fc8-9b91d257a60f HTTP/1.1" status: 204 len: 168 time: 1.1539631 Jun 23 08:39:19.698607 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning for port 957cbd03-a605-490a-9b3e-108a70b6ba42 completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:39:19.702146 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port 957cbd03-a605-490a-9b3e-108a70b6ba42 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:39:19.702539 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:19.716746 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3438ce97-d898-4fd6-bb84-f4aed3417355 req-3e1d51bb-97f4-4735-a498-6475e49c1c47 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d05ebdd-e2dc-425b-b131-989d0415c9bd HTTP/1.1" status: 200 len: 210 time: 0.1233814 Jun 23 08:39:19.725746 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 45470) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:19.818223 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-129ea54e-8f5e-4d00-9d83-47e61e01ea9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095'] for network, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:19.841900 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129ea54e-8f5e-4d00-9d83-47e61e01ea9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:19.843715 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-129ea54e-8f5e-4d00-9d83-47e61e01ea9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for network, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:19.851739 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-90312c35-35da-4b33-9a48-e797caeb9514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:19.919899 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7931f9-2c20-499c-a91c-62e26dc63422 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=592601f2-7bd8-4df3-9fc8-9b91d257a60f,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:19.961670 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-2f7931f9-2c20-499c-a91c-62e26dc63422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:19.982834 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:20.000342 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-fc68a5bb-b55a-4ec5-9e71-dcf3727613d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-650670'] for network, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:20.005752 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-784db757-b020-424b-842c-696ebf61a67d req-5707250d-0235-47e4-9a98-8b6edad222ea tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Made reservation on behalf of fe23f3b89c5743a3837bbb1fb4e20556 for: {'port': 1} {{(pid=99594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:39:20.009545 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-784db757-b020-424b-842c-696ebf61a67d req-5707250d-0235-47e4-9a98-8b6edad222ea tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:20.017067 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c34a0a-6de6-4449-b543-58a2021b5b11 admin admin] Network 02f4b377-8e86-41d6-8ffe-f003b45c6248 is already hosted by enough agents. {{(pid=99594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:39:20.049241 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] For port 957cbd03-a605-490a-9b3e-108a70b6ba42, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=957cbd03-a605-490a-9b3e-108a70b6ba42,segment=NetworkSegment(6932e2b2-1f79-4fc6-aa47-4858913c769e),segment_id=6932e2b2-1f79-4fc6-aa47-4858913c769e)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:39:20.054436 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ea54e-8f5e-4d00-9d83-47e61e01ea9b admin admin] Pushing event updated for resources: {'Network': ['ID=af02fdbe-1809-4bc4-a26c-3d8953062d57,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:20.054563 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-97f4ad81-1bee-4e33-be77-1f2a70461869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:20.055919 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:20.057531 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device a2be0f46-793b-468d-9896-6c51f3d83452 up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:39:20.068176 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-129ea54e-8f5e-4d00-9d83-47e61e01ea9b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.8002579 Jun 23 08:39:20.074037 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 45488) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:20.077617 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-129ea54e-8f5e-4d00-9d83-47e61e01ea9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:20.112681 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:20.122915 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Network af02fdbe-1809-4bc4-a26c-3d8953062d57 details requested by agent ovs-agent-dv-cinder-768592-7-smb with host dv-cinder-768592-7-smb {{(pid=99595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 08:39:20.145502 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-6581f5c9-36c3-4b45-9d7b-349a11e30785 admin admin] Request body: {'subnet': {'network_id': 'af02fdbe-1809-4bc4-a26c-3d8953062d57', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-658258033-subnet', 'tenant_id': '6d00d829616e461fa59187fd9f9869a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:39:20.179407 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [None req-49c34a0a-6de6-4449-b543-58a2021b5b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:39:20.347931 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning for port a2be0f46-793b-468d-9896-6c51f3d83452 completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:39:20.370345 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port a2be0f46-793b-468d-9896-6c51f3d83452 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:39:20.370769 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:20.450506 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Pushing event updated for resources: {'Port': ['ID=957cbd03-a605-490a-9b3e-108a70b6ba42,revision_number=4']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:20.455992 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:20.585824 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:20.650691 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] For port a2be0f46-793b-468d-9896-6c51f3d83452, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=a2be0f46-793b-468d-9896-6c51f3d83452,segment=NetworkSegment(6932e2b2-1f79-4fc6-aa47-4858913c769e),segment_id=6932e2b2-1f79-4fc6-aa47-4858913c769e)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:39:20.661040 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:20.676609 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-2048fd7d-1aa2-4f08-bba6-d8c114e8f57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:20.694242 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:20.803968 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-64594947-9679-4ccf-be25-ba47fc99641f req-f1010eaf-2ac0-4515-a772-b0088af82e0c tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=87fcf92a-b141-4834-9695-5db5f9e508f0 HTTP/1.1" status: 200 len: 210 time: 0.0903003 Jun 23 08:39:20.804885 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-f5bb384b-520c-47ab-8c85-9b30f207c890 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Made reservation on behalf of 049e0835e2d54c6aa94a5398907d5da3 for: {'port': 1} {{(pid=99593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:39:20.817876 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-f5bb384b-520c-47ab-8c85-9b30f207c890 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:20.833115 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8a496184-1bfb-46d4-bdaf-dfe2556064a7 None None] Provisioning complete for port 60f896b1-c4ac-415c-86fd-07085208e7c3 triggered by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:39:20.843359 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8a496184-1bfb-46d4-bdaf-dfe2556064a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:20.899820 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 45502) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:20.912035 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.db.api [None req-97f4ad81-1bee-4e33-be77-1f2a70461869 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 08:39:20.912035 dv-cinder-768592-7-smb neutron-server[99593]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 08:39:20.912035 dv-cinder-768592-7-smb neutron-server[99593]: [parameters: {'project_id_1': 'e44c327b15ee48e4be6a6a3b38cd6149', 'expiration_1': datetime.datetime(2021, 6, 23, 8, 39, 20, 215097)}] Jun 23 08:39:20.912035 dv-cinder-768592-7-smb neutron-server[99593]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 08:39:20.912905 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_db.api [None req-97f4ad81-1bee-4e33-be77-1f2a70461869 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 08:39:20.936460 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Pushing event updated for resources: {'Port': ['ID=a2be0f46-793b-468d-9896-6c51f3d83452,revision_number=4']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:20.940587 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:20.970399 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-8a496184-1bfb-46d4-bdaf-dfe2556064a7 None None] Port 60f896b1-c4ac-415c-86fd-07085208e7c3 cannot update to ACTIVE because it is not bound. {{(pid=99595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 08:39:21.026723 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.db_base_plugin_common [req-784db757-b020-424b-842c-696ebf61a67d req-5707250d-0235-47e4-9a98-8b6edad222ea tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Allocated IP 172.20.0.13 (9788435d-c221-4c0e-836d-db1e90eeb672/950f0c7a-ba02-4477-8101-a21fad5dd592/b799cb86-28b8-4ceb-be1b-f7a2c4532a41) {{(pid=99594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:39:21.130524 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c4a5a4f5-fac9-4990-a91f-c4713c04bf13 req-f7b6a899-2a7c-48b5-8175-696a7e710cff tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d05ebdd-e2dc-425b-b131-989d0415c9bd HTTP/1.1" status: 200 len: 210 time: 0.1293194 Jun 23 08:39:21.184742 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-fc68a5bb-b55a-4ec5-9e71-dcf3727613d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745381', 'neutron.services.segments.db._delete_segments_for_network-8772759238175'] for network, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:21.229267 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6581f5c9-36c3-4b45-9d7b-349a11e30785 admin admin] Made reservation on behalf of 6d00d829616e461fa59187fd9f9869a8 for: {'subnet': 1} {{(pid=99594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:39:21.232629 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-6581f5c9-36c3-4b45-9d7b-349a11e30785 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:21.267689 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.services.segments.db [None req-fc68a5bb-b55a-4ec5-9e71-dcf3727613d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c44ea137-c766-4a64-bcdf-34f559b98c69']}} {{(pid=99593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:39:21.293899 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-9c208f3d-a3f2-45cd-be54-95c69964f4c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:21.333734 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c34a0a-6de6-4449-b543-58a2021b5b11 admin admin] Router d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8 has already been hosted by L3 agent b4fcebb9-4e54-4961-9fbc-14fb1630411d {{(pid=99594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 08:39:21.361969 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.services.segments.db [None req-fc68a5bb-b55a-4ec5-9e71-dcf3727613d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43fb0870-cbab-41ca-a103-07072dfa43cf') {'for_net_delete': True} {{(pid=99593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:39:21.362747 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.services.segments.db [None req-fc68a5bb-b55a-4ec5-9e71-dcf3727613d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43fb0870-cbab-41ca-a103-07072dfa43cf') {} {{(pid=99593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:39:21.399112 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-fc68a5bb-b55a-4ec5-9e71-dcf3727613d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772759225838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3632250'] for segment, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:21.417559 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-97f4ad81-1bee-4e33-be77-1f2a70461869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:21.519413 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-fc68a5bb-b55a-4ec5-9e71-dcf3727613d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565'] for segment, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:21.525534 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 957cbd03-a605-490a-9b3e-108a70b6ba42 up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:39:21.562994 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-784db757-b020-424b-842c-696ebf61a67d req-5707250d-0235-47e4-9a98-8b6edad222ea tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Notify callbacks [] for port, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:21.580732 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc68a5bb-b55a-4ec5-9e71-dcf3727613d2 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=99593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 08:39:21.584272 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-fc68a5bb-b55a-4ec5-9e71-dcf3727613d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3652789'] for segment, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:21.590542 dv-cinder-768592-7-smb neutron-server[99593]: Traceback (most recent call last): Jun 23 08:39:21.590542 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 08:39:21.590542 dv-cinder-768592-7-smb neutron-server[99593]: timer() Jun 23 08:39:21.590542 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 08:39:21.590542 dv-cinder-768592-7-smb neutron-server[99593]: cb(*args, **kw) Jun 23 08:39:21.590542 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 08:39:21.590542 dv-cinder-768592-7-smb neutron-server[99593]: return func(*args, **kwargs) Jun 23 08:39:21.590542 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 08:39:21.590542 dv-cinder-768592-7-smb neutron-server[99593]: self._notify() Jun 23 08:39:21.590542 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 08:39:21.590542 dv-cinder-768592-7-smb neutron-server[99593]: self.callback(batched_events) Jun 23 08:39:21.590542 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 08:39:21.590542 dv-cinder-768592-7-smb neutron-server[99593]: event.method(event) Jun 23 08:39:21.590542 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 08:39:21.590542 dv-cinder-768592-7-smb neutron-server[99593]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 08:39:21.590542 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 08:39:21.590542 dv-cinder-768592-7-smb neutron-server[99593]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 08:39:21.590542 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 08:39:21.590542 dv-cinder-768592-7-smb neutron-server[99593]: return f(self, *a, **k) Jun 23 08:39:21.590542 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 08:39:21.590542 dv-cinder-768592-7-smb neutron-server[99593]: return self._get(url).json() Jun 23 08:39:21.590542 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 08:39:21.590542 dv-cinder-768592-7-smb neutron-server[99593]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 08:39:21.590542 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 08:39:21.590542 dv-cinder-768592-7-smb neutron-server[99593]: return self.request(url, 'GET', **kwargs) Jun 23 08:39:21.590542 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 08:39:21.590542 dv-cinder-768592-7-smb neutron-server[99593]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 08:39:21.590542 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 08:39:21.590542 dv-cinder-768592-7-smb neutron-server[99593]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 08:39:21.590542 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 08:39:21.590542 dv-cinder-768592-7-smb neutron-server[99593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 08:39:21.590542 dv-cinder-768592-7-smb neutron-server[99593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 08:39:21.630829 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port 957cbd03-a605-490a-9b3e-108a70b6ba42 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:39:21.631504 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:21.638696 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-784db757-b020-424b-842c-696ebf61a67d req-5707250d-0235-47e4-9a98-8b6edad222ea tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117'] for port, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:21.665213 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-4b87356d-7261-4530-9056-2ea6817350a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:21.677686 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.db.db_base_plugin_common [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-f5bb384b-520c-47ab-8c85-9b30f207c890 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Allocated IP 172.20.0.5 (f2a71c23-2a6e-4a5b-9397-0dd91ec2db00/61fdd20b-531c-44e4-871b-ee221b26b9bc/ec3a50bb-9a40-4f54-bfe9-ab35584f2f58) {{(pid=99593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:39:21.783631 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-784db757-b020-424b-842c-696ebf61a67d req-5707250d-0235-47e4-9a98-8b6edad222ea tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Network 9788435d-c221-4c0e-836d-db1e90eeb672 is already hosted by enough agents. {{(pid=99594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:39:21.789508 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device a2be0f46-793b-468d-9896-6c51f3d83452 up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:39:21.818924 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-fc68a5bb-b55a-4ec5-9e71-dcf3727613d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717610'] for network, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:21.831123 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [req-784db757-b020-424b-842c-696ebf61a67d req-5707250d-0235-47e4-9a98-8b6edad222ea tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Resources bound (agent type, host, resource id): {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:39:21.838853 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.db.db_base_plugin_common [None req-2048fd7d-1aa2-4f08-bba6-d8c114e8f57e admin admin] Allocated IP 172.20.0.1 (b711c792-b208-4500-bb11-09c7e15b522c/27d76a9c-f09b-4b46-ac4d-5eb636fc5d99/c900c729-6a49-4839-aa3b-b4e300ea875c) {{(pid=99593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:39:21.863909 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [req-784db757-b020-424b-842c-696ebf61a67d req-5707250d-0235-47e4-9a98-8b6edad222ea tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Received port after_create {{(pid=99594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:39:21.895560 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784db757-b020-424b-842c-696ebf61a67d req-5707250d-0235-47e4-9a98-8b6edad222ea tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:21.904373 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-784db757-b020-424b-842c-696ebf61a67d req-5707250d-0235-47e4-9a98-8b6edad222ea tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:21.905904 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port a2be0f46-793b-468d-9896-6c51f3d83452 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:39:21.905904 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:21.906324 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:21.906716 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707250d-0235-47e4-9a98-8b6edad222ea tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Pushing event updated for resources: {'Port': ['ID=b799cb86-28b8-4ceb-be1b-f7a2c4532a41,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:21.911421 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-fc68a5bb-b55a-4ec5-9e71-dcf3727613d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for network, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:21.934712 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-5707250d-0235-47e4-9a98-8b6edad222ea tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:21.941957 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-fc68a5bb-b55a-4ec5-9e71-dcf3727613d2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c44ea137-c766-4a64-bcdf-34f559b98c69 HTTP/1.1" status: 204 len: 168 time: 2.1820884 Jun 23 08:39:21.962824 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c34a0a-6de6-4449-b543-58a2021b5b11 admin admin] Notify agent at l3_agent.dv-cinder-768592-7-smb the message routers_updated {{(pid=99594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 08:39:21.983938 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-49c34a0a-6de6-4449-b543-58a2021b5b11 admin admin] 10.222.0.23 "PUT /v2.0/routers/d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1923082 Jun 23 08:39:21.989829 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad9306d-0806-410b-9f91-7bd98a837f61 None None] Sync routers for ids ['d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'] in dv-cinder-768592-7-smb {{(pid=99596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 08:39:22.007024 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad9306d-0806-410b-9f91-7bd98a837f61 None None] Routers {'d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:39:22.007680 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-dad9306d-0806-410b-9f91-7bd98a837f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:39:11Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'], 'active': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:39:22.078526 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-9c208f3d-a3f2-45cd-be54-95c69964f4c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:22.150380 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-9c208f3d-a3f2-45cd-be54-95c69964f4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:22.157965 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-784db757-b020-424b-842c-696ebf61a67d req-5707250d-0235-47e4-9a98-8b6edad222ea tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8026953 Jun 23 08:39:22.204522 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-6581f5c9-36c3-4b45-9d7b-349a11e30785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100'] for subnet, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:22.209447 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68a5bb-b55a-4ec5-9e71-dcf3727613d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c44ea137-c766-4a64-bcdf-34f559b98c69,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:22.212458 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-fc68a5bb-b55a-4ec5-9e71-dcf3727613d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:22.232999 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-037c7a0a-26ef-49c6-a4d3-34a3e76edeaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:22.304889 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 45516) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:22.315277 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:22.350351 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581f5c9-36c3-4b45-9d7b-349a11e30785 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d83cc78-2e48-42cc-913c-bbfd387c94bf,revision_number=0']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:22.357411 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-6581f5c9-36c3-4b45-9d7b-349a11e30785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:22.389771 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6581f5c9-36c3-4b45-9d7b-349a11e30785 admin admin] Checking segment: {'id': 'a7c9ceb7-8d10-4f4d-9ddc-5640064e6194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'af02fdbe-1809-4bc4-a26c-3d8953062d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:39:22.390311 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6581f5c9-36c3-4b45-9d7b-349a11e30785 admin admin] Network hostable DHCP agents. Network: af02fdbe-1809-4bc4-a26c-3d8953062d57, hostable agents: ['0b6ae00f-9814-4d83-8bc7-07b3d7a0d748'], hosted agents: [] {{(pid=99594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 08:39:22.413502 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3e9b83ce-4b05-47fd-a1d8-899019914a8b req-047dda86-8d59-433e-aaf8-4f08197c5d7e tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=87fcf92a-b141-4834-9695-5db5f9e508f0 HTTP/1.1" status: 200 len: 210 time: 0.1997423 Jun 23 08:39:22.436655 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6581f5c9-36c3-4b45-9d7b-349a11e30785 admin admin] Network af02fdbe-1809-4bc4-a26c-3d8953062d57 is scheduled to be hosted by DHCP agent 0b6ae00f-9814-4d83-8bc7-07b3d7a0d748 with binding_index 1 {{(pid=99594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 08:39:22.455642 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [None req-6581f5c9-36c3-4b45-9d7b-349a11e30785 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-7-smb, af02fdbe-1809-4bc4-a26c-3d8953062d57) {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:39:22.466570 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47e65c8-edee-485e-9dd2-65a106de66fa None None] Network af02fdbe-1809-4bc4-a26c-3d8953062d57 requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:39:22.529303 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvr_db [None req-dad9306d-0806-410b-9f91-7bd98a837f61 None None] Set router d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8 gateway port host: dv-cinder-768592-7-smb {{(pid=99596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:39:22.529462 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6581f5c9-36c3-4b45-9d7b-349a11e30785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:22.529462 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-6581f5c9-36c3-4b45-9d7b-349a11e30785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for subnet, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:22.529622 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c208f3d-a3f2-45cd-be54-95c69964f4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6890d7-4160-4773-a446-14e9c4bb91e6,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:22.589030 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-97f4ad81-1bee-4e33-be77-1f2a70461869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:22.601712 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-6581f5c9-36c3-4b45-9d7b-349a11e30785 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4665422 Jun 23 08:39:22.716999 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-9c208f3d-a3f2-45cd-be54-95c69964f4c5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=531edd0669594f6cb4383207758634e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7970550 Jun 23 08:39:22.717534 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 45528) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:22.726130 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-fd34cfb2-7924-4faf-be20-20ad77969382 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f63bf016f5c4ceea34564cd9ecde7ee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4076691 Jun 23 08:39:22.731961 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-9c208f3d-a3f2-45cd-be54-95c69964f4c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:22.738022 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 45530) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:22.753713 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-97f4ad81-1bee-4e33-be77-1f2a70461869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:22.848941 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880b44bc-0740-43fd-a84a-4f2bd027d083 None None] Network af02fdbe-1809-4bc4-a26c-3d8953062d57 requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:39:22.868899 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-6bfb83f0-53c1-4c2a-ba69-423b4186c728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:22.924139 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-97f4ad81-1bee-4e33-be77-1f2a70461869 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e44c327b15ee48e4be6a6a3b38cd6149&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2933397 Jun 23 08:39:22.935774 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 45534) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:22.948295 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4ad81-1bee-4e33-be77-1f2a70461869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eadeb4d-f3e0-49d9-928f-4eea8caa2316,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:22.953958 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-97f4ad81-1bee-4e33-be77-1f2a70461869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:23.008298 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-dad9306d-0806-410b-9f91-7bd98a837f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'name': 'tempest-AttachVolumeShelveTestJSON-405422322-router', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a2be0f46-793b-468d-9896-6c51f3d83452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:39:09Z', 'updated_at': '2021-06-23T08:39:18Z', 'revision_number': 4, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'gw_port': {'id': 'a2be0f46-793b-468d-9896-6c51f3d83452', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:11Z', 'updated_at': '2021-06-23T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': '60f896b1-c4ac-415c-86fd-07085208e7c3', 'name': '', 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'mac_address': 'fa:16:3e:41:72:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2b3df551-72d8-4749-a018-772b466944b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:16Z', 'updated_at': '2021-06-23T08:39:18Z', 'revision_number': 2, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'subnets': [{'id': '2b3df551-72d8-4749-a018-772b466944b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:39:23.026237 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-1c09e201-ae59-483f-bd29-82d5636da6ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:23.038134 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad9306d-0806-410b-9f91-7bd98a837f61 None None] Checking router: d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8 for host: dv-cinder-768592-7-smb {{(pid=99596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 08:39:23.038681 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad9306d-0806-410b-9f91-7bd98a837f61 None None] Updating router d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8 port 60f896b1-c4ac-415c-86fd-07085208e7c3 binding host dv-cinder-768592-7-smb {{(pid=99596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 08:39:23.101006 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-9000d598-608f-4f32-aacc-255a31154ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:23.109020 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-dad9306d-0806-410b-9f91-7bd98a837f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:23.150594 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-1c09e201-ae59-483f-bd29-82d5636da6ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:23.161347 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d01d9-78ca-4e2d-ad0f-96cf87b126d8 req-518ced04-ac9d-43fb-8401-2b75b649fdc9 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:23.178524 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-9000d598-608f-4f32-aacc-255a31154ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:23.179141 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7a0d01d9-78ca-4e2d-ad0f-96cf87b126d8 req-518ced04-ac9d-43fb-8401-2b75b649fdc9 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d05ebdd-e2dc-425b-b131-989d0415c9bd HTTP/1.1" status: 200 len: 932 time: 0.8779767 Jun 23 08:39:23.258653 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-337629ff-f48e-4e01-93fb-5a08b4aa63c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:23.289262 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-337629ff-f48e-4e01-93fb-5a08b4aa63c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:23.297716 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-1c09e201-ae59-483f-bd29-82d5636da6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:23.302665 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-1c09e201-ae59-483f-bd29-82d5636da6ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:23.304032 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-1c09e201-ae59-483f-bd29-82d5636da6ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9e6890d7-4160-4773-a446-14e9c4bb91e6 HTTP/1.1" status: 204 len: 168 time: 0.5852334 Jun 23 08:39:23.308470 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-58f82037-ef69-49d5-a0b4-fae246802549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:23.322356 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-9000d598-608f-4f32-aacc-255a31154ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:23.334415 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-9000d598-608f-4f32-aacc-255a31154ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:23.335862 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-9000d598-608f-4f32-aacc-255a31154ef2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2700c02f-a12e-45e0-8ec4-4b6b46298573 HTTP/1.1" status: 204 len: 168 time: 0.5969861 Jun 23 08:39:23.337798 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c09e201-ae59-483f-bd29-82d5636da6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6890d7-4160-4773-a446-14e9c4bb91e6,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:23.350588 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-2048fd7d-1aa2-4f08-bba6-d8c114e8f57e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:23.377894 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-1c09e201-ae59-483f-bd29-82d5636da6ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:23.378378 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-7c2fb45e-8171-4ec5-a072-6cdb16a297d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:23.380768 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 45546) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:23.394527 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-3f56fcf1-ffe5-462e-9645-0345c269fa4a tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1687403014', 'description': 'tempest-description--672550573'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:39:23.406839 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-f5bb384b-520c-47ab-8c85-9b30f207c890 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Notify callbacks [] for port, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:23.447816 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7a0d01d9-78ca-4e2d-ad0f-96cf87b126d8 req-4f6a286f-fd93-44a8-93d5-c2a16db07520 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/security-groups?id=4783de80-35fb-42c0-b9ca-996f2d5c577f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653878 Jun 23 08:39:23.450311 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000d598-608f-4f32-aacc-255a31154ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2700c02f-a12e-45e0-8ec4-4b6b46298573,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:23.466334 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-9000d598-608f-4f32-aacc-255a31154ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:23.512695 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3f56fcf1-ffe5-462e-9645-0345c269fa4a tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:23.553654 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-337629ff-f48e-4e01-93fb-5a08b4aa63c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:23.560412 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-337629ff-f48e-4e01-93fb-5a08b4aa63c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:23.564024 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-337629ff-f48e-4e01-93fb-5a08b4aa63c2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6eadeb4d-f3e0-49d9-928f-4eea8caa2316 HTTP/1.1" status: 204 len: 168 time: 0.5951452 Jun 23 08:39:23.564024 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-dd757f82-f172-4a77-a7c9-bfdc88bdd20c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:23.627867 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337629ff-f48e-4e01-93fb-5a08b4aa63c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eadeb4d-f3e0-49d9-928f-4eea8caa2316,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:23.678674 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [req-784db757-b020-424b-842c-696ebf61a67d req-63f6ca40-4a3b-4cfb-ab63-4b49d508f96a tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=99594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 08:39:23.679858 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-784db757-b020-424b-842c-696ebf61a67d req-63f6ca40-4a3b-4cfb-ab63-4b49d508f96a tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0601177 Jun 23 08:39:23.694346 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-337629ff-f48e-4e01-93fb-5a08b4aa63c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:23.752208 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-dad9306d-0806-410b-9f91-7bd98a837f61 None None] Notify callbacks [] for port, precommit_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:23.774223 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.provisioning_blocks [None req-dad9306d-0806-410b-9f91-7bd98a837f61 None None] Transition to ACTIVE for port object 60f896b1-c4ac-415c-86fd-07085208e7c3 will not be triggered until provisioned by entity L2. {{(pid=99596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:39:23.784173 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-dad9306d-0806-410b-9f91-7bd98a837f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:23.815064 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-f2fcd8c1-0e67-4b80-b518-fcf866eb77af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:23.828207 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d73d2856-ece8-47e0-902a-2706b65d39fd req-9330953e-3294-4443-a81f-81d68fe32308 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=87fcf92a-b141-4834-9695-5db5f9e508f0 HTTP/1.1" status: 200 len: 210 time: 0.2301526 Jun 23 08:39:23.837217 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-2048fd7d-1aa2-4f08-bba6-d8c114e8f57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3652731'] for port, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:23.843835 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:23.921036 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3f56fcf1-ffe5-462e-9645-0345c269fa4a tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:23.926628 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3f56fcf1-ffe5-462e-9645-0345c269fa4a tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:23.956492 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:23.969732 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3f56fcf1-ffe5-462e-9645-0345c269fa4a tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:23.977161 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-3f56fcf1-ffe5-462e-9645-0345c269fa4a tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5929410 Jun 23 08:39:23.998932 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 45558) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:24.016172 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-0876e326-a9bc-469c-8bb5-196bb532467e tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Request body: {'security_group_rule': {'security_group_id': 'c348a60e-3a62-4a90-a98f-8c9f1a3328e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:39:24.032630 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [None req-dad9306d-0806-410b-9f91-7bd98a837f61 None None] Attempting to bind port 60f896b1-c4ac-415c-86fd-07085208e7c3 on host dv-cinder-768592-7-smb for vnic_type normal with profile {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:39:24.034772 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [None req-dad9306d-0806-410b-9f91-7bd98a837f61 None None] Attempting to bind port 60f896b1-c4ac-415c-86fd-07085208e7c3 by drivers openvswitch,hyperv on host dv-cinder-768592-7-smb at level 0 using segments [{'id': '31b2f068-fef9-4baa-bc53-51c6f575a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248'}] {{(pid=99596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:39:24.035375 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad9306d-0806-410b-9f91-7bd98a837f61 None None] Attempting to bind port 60f896b1-c4ac-415c-86fd-07085208e7c3 on network 02f4b377-8e86-41d6-8ffe-f003b45c6248 {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:39:24.047750 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad9306d-0806-410b-9f91-7bd98a837f61 None None] Checking agent: {'id': 'c91f22d1-ca23-4348-8c14-c9afdcad6577', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 31, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:39:24.048427 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad9306d-0806-410b-9f91-7bd98a837f61 None None] Checking segment: {'id': '31b2f068-fef9-4baa-bc53-51c6f575a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:39:24.048984 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-dad9306d-0806-410b-9f91-7bd98a837f61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:24.050077 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad9306d-0806-410b-9f91-7bd98a837f61 None None] Bound using segment: {'id': '31b2f068-fef9-4baa-bc53-51c6f575a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248'} {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:39:24.051019 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [None req-dad9306d-0806-410b-9f91-7bd98a837f61 None None] Bound port: 60f896b1-c4ac-415c-86fd-07085208e7c3, host: dv-cinder-768592-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b2f068-fef9-4baa-bc53-51c6f575a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248'}}] {{(pid=99596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:39:24.051598 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-dad9306d-0806-410b-9f91-7bd98a837f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:24.078048 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f56fcf1-ffe5-462e-9645-0345c269fa4a tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c348a60e-3a62-4a90-a98f-8c9f1a3328e7,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:24.085736 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-3f56fcf1-ffe5-462e-9645-0345c269fa4a tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:24.126022 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2048fd7d-1aa2-4f08-bba6-d8c114e8f57e admin admin] Pushing event updated for resources: {'Port': ['ID=c900c729-6a49-4839-aa3b-b4e300ea875c,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:24.129491 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-0876e326-a9bc-469c-8bb5-196bb532467e tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:24.141440 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-f5bb384b-520c-47ab-8c85-9b30f207c890 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3652731'] for port, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:24.147233 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-2048fd7d-1aa2-4f08-bba6-d8c114e8f57e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:24.176872 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-2048fd7d-1aa2-4f08-bba6-d8c114e8f57e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:24.212253 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [None req-dad9306d-0806-410b-9f91-7bd98a837f61 None None] For port 60f896b1-c4ac-415c-86fd-07085208e7c3, host dv-cinder-768592-7-smb, cleared binding levels {{(pid=99596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:39:24.213769 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 45562) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:24.222597 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [None req-dad9306d-0806-410b-9f91-7bd98a837f61 None None] For port 60f896b1-c4ac-415c-86fd-07085208e7c3, host dv-cinder-768592-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=60f896b1-c4ac-415c-86fd-07085208e7c3,segment=NetworkSegment(31b2f068-fef9-4baa-bc53-51c6f575a7bf),segment_id=31b2f068-fef9-4baa-bc53-51c6f575a7bf)] {{(pid=99596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:39:24.225078 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150e5ef-2d0b-4855-9dd6-f63b3df5c192 None None] Pushing event updated for resources: {'Port': ['ID=60f896b1-c4ac-415c-86fd-07085208e7c3,revision_number=3']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:24.236793 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2048fd7d-1aa2-4f08-bba6-d8c114e8f57e admin admin] Network b711c792-b208-4500-bb11-09c7e15b522c is already hosted by enough agents. {{(pid=99593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:39:24.238396 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-dad9306d-0806-410b-9f91-7bd98a837f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:24.239318 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-9150e5ef-2d0b-4855-9dd6-f63b3df5c192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:24.247721 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-6f490b6e-d054-43d2-b47f-02a5abd90b8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:24.313735 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-0876e326-a9bc-469c-8bb5-196bb532467e tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:24.324834 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-0876e326-a9bc-469c-8bb5-196bb532467e tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748324'] for security_group_rule, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:24.338408 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:24.351359 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-02311566-2550-4f5c-a902-961738cd3425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:24.368130 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876e326-a9bc-469c-8bb5-196bb532467e tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a55c92eb-79ad-4abb-99d7-bae903ed06f4,revision_number=0']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:24.377440 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-0876e326-a9bc-469c-8bb5-196bb532467e tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:24.378798 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-0876e326-a9bc-469c-8bb5-196bb532467e tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3760507 Jun 23 08:39:24.491527 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150e5ef-2d0b-4855-9dd6-f63b3df5c192 None None] Pushing event updated for resources: {'Port': ['ID=60f896b1-c4ac-415c-86fd-07085208e7c3,revision_number=4']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:24.498137 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-9150e5ef-2d0b-4855-9dd6-f63b3df5c192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:24.505053 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad9306d-0806-410b-9f91-7bd98a837f61 None None] Routers {'d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:39:24.505708 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-dad9306d-0806-410b-9f91-7bd98a837f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:39:11Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'], 'active': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:39:24.533654 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-02311566-2550-4f5c-a902-961738cd3425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:24.535020 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-0876e326-a9bc-469c-8bb5-196bb532467e tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:24.535663 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 45566) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:24.547842 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-b3ab25e5-29f5-4582-b00a-c360717554f7 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Request body: {'security_group_rule': {'security_group_id': 'c348a60e-3a62-4a90-a98f-8c9f1a3328e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:39:24.569364 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-02311566-2550-4f5c-a902-961738cd3425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:24.613894 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb384b-520c-47ab-8c85-9b30f207c890 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Pushing event updated for resources: {'Port': ['ID=ec3a50bb-9a40-4f54-bfe9-ab35584f2f58,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:24.617708 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.base_scheduler [None req-2048fd7d-1aa2-4f08-bba6-d8c114e8f57e admin admin] Resources bound (agent type, host, resource id): {{(pid=99593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:39:24.620084 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-3f56fcf1-ffe5-462e-9645-0345c269fa4a tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:24.635491 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2048fd7d-1aa2-4f08-bba6-d8c114e8f57e admin admin] Received port after_create {{(pid=99593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:39:24.663028 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-02311566-2550-4f5c-a902-961738cd3425 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c5276b29870d4fc0ac99cc4b0c2f0bf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3449864 Jun 23 08:39:24.663935 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02311566-2550-4f5c-a902-961738cd3425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe9e86f-0196-41e1-a2ff-bd58394b01af,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:24.666315 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 45572) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:24.671881 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-02311566-2550-4f5c-a902-961738cd3425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:24.715517 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-f5bb384b-520c-47ab-8c85-9b30f207c890 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:24.716637 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-2048fd7d-1aa2-4f08-bba6-d8c114e8f57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749879'] for router_interface, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:24.744634 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-b3ab25e5-29f5-4582-b00a-c360717554f7 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:24.822096 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-b3ab25e5-29f5-4582-b00a-c360717554f7 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:24.833841 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-b3ab25e5-29f5-4582-b00a-c360717554f7 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748324'] for security_group_rule, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:24.839969 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:24.874584 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab25e5-29f5-4582-b00a-c360717554f7 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=999ab959-b591-4fb9-9697-e2d59080c66b,revision_number=0']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:24.880589 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-b3ab25e5-29f5-4582-b00a-c360717554f7 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:24.884758 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-b3ab25e5-29f5-4582-b00a-c360717554f7 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3454649 Jun 23 08:39:24.901430 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 45578) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:24.902969 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-b3ab25e5-29f5-4582-b00a-c360717554f7 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:24.903711 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-78faba38-dacb-4b69-a0f6-51cb1661f2aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:24.910871 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-518f9e7b-ab34-4cc6-9aab-1691ec1bdb42 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Request body: {'floatingip': {'floating_network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:39:24.925101 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvr_db [None req-dad9306d-0806-410b-9f91-7bd98a837f61 None None] Set router d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8 gateway port host: dv-cinder-768592-7-smb {{(pid=99596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:39:24.942284 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-518f9e7b-ab34-4cc6-9aab-1691ec1bdb42 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for floatingip, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:25.033378 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 45580) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:25.086338 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [req-784db757-b020-424b-842c-696ebf61a67d req-7c3b9f7a-aace-4b45-8e75-264cf8521563 service neutron] Request body: {'port': {'device_id': '0d05ebdd-e2dc-425b-b131-989d0415c9bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:39:25.171269 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-78faba38-dacb-4b69-a0f6-51cb1661f2aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:25.184835 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-f5bb384b-520c-47ab-8c85-9b30f207c890 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Network f2a71c23-2a6e-4a5b-9397-0dd91ec2db00 is already hosted by enough agents. {{(pid=99593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:39:25.192925 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.base_scheduler [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-f5bb384b-520c-47ab-8c85-9b30f207c890 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Resources bound (agent type, host, resource id): {{(pid=99593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:39:25.200825 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.db.l3_dvrscheduler_db [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-f5bb384b-520c-47ab-8c85-9b30f207c890 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Received port after_create {{(pid=99593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:39:25.280685 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-2781ebf7-bc9f-4b14-b788-6cd3da8a914c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b4e672d6f10948beb5c04b641819b3c1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2368324 Jun 23 08:39:25.281395 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-784db757-b020-424b-842c-696ebf61a67d req-7c3b9f7a-aace-4b45-8e75-264cf8521563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:25.295425 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 45588) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:25.372335 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 45590) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:25.397925 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-e29f46cc-ddcd-43d0-8c5e-0f2e8a274bfd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1238808977-network', 'tenant_id': '50e6137ac97b4ce9a78dfa8b9561e422'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:39:25.425442 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-dad9306d-0806-410b-9f91-7bd98a837f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'name': 'tempest-AttachVolumeShelveTestJSON-405422322-router', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a2be0f46-793b-468d-9896-6c51f3d83452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:39:09Z', 'updated_at': '2021-06-23T08:39:18Z', 'revision_number': 4, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'gw_port': {'id': 'a2be0f46-793b-468d-9896-6c51f3d83452', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:11Z', 'updated_at': '2021-06-23T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': '60f896b1-c4ac-415c-86fd-07085208e7c3', 'name': '', 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'mac_address': 'fa:16:3e:41:72:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2b3df551-72d8-4749-a018-772b466944b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:16Z', 'updated_at': '2021-06-23T08:39:24Z', 'revision_number': 4, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'subnets': [{'id': '2b3df551-72d8-4749-a018-772b466944b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:39:25.468038 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad9306d-0806-410b-9f91-7bd98a837f61 None None] The sync data for ids ['d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'] in dv-cinder-768592-7-smb is: [{'id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'name': 'tempest-AttachVolumeShelveTestJSON-405422322-router', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a2be0f46-793b-468d-9896-6c51f3d83452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:39:09Z', 'updated_at': '2021-06-23T08:39:18Z', 'revision_number': 4, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'gw_port': {'id': 'a2be0f46-793b-468d-9896-6c51f3d83452', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:11Z', 'updated_at': '2021-06-23T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': '60f896b1-c4ac-415c-86fd-07085208e7c3', 'name': '', 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'mac_address': 'fa:16:3e:41:72:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2b3df551-72d8-4749-a018-772b466944b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:16Z', 'updated_at': '2021-06-23T08:39:24Z', 'revision_number': 4, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'subnets': [{'id': '2b3df551-72d8-4749-a018-772b466944b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 08:39:25.779381 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29f46cc-ddcd-43d0-8c5e-0f2e8a274bfd admin admin] Made reservation on behalf of 50e6137ac97b4ce9a78dfa8b9561e422 for: {'network': 1} {{(pid=99594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:39:25.781660 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-e29f46cc-ddcd-43d0-8c5e-0f2e8a274bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for network, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:25.808459 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3e7f7ffb-f738-4a2a-a62e-7a1d3c94ae50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:25.837943 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-e29f46cc-ddcd-43d0-8c5e-0f2e8a274bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:25.897191 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3e7f7ffb-f738-4a2a-a62e-7a1d3c94ae50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:25.898425 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-2048fd7d-1aa2-4f08-bba6-d8c114e8f57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:25.911289 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-f5bb384b-520c-47ab-8c85-9b30f207c890 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:25.912070 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-f5bb384b-520c-47ab-8c85-9b30f207c890 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for port, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:26.151697 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-78faba38-dacb-4b69-a0f6-51cb1661f2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:26.159486 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1aa9d2-1b25-4647-86dc-8eea03ce6f17 req-58aa51a9-db21-4385-88c9-d8e3c279d568 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:26.167038 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-cf1aa9d2-1b25-4647-86dc-8eea03ce6f17 req-58aa51a9-db21-4385-88c9-d8e3c279d568 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d05ebdd-e2dc-425b-b131-989d0415c9bd HTTP/1.1" status: 200 len: 932 time: 1.0166302 Jun 23 08:39:26.226680 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-78faba38-dacb-4b69-a0f6-51cb1661f2aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:26.228076 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-78faba38-dacb-4b69-a0f6-51cb1661f2aa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fbe9e86f-0196-41e1-a2ff-bd58394b01af HTTP/1.1" status: 204 len: 168 time: 1.5587096 Jun 23 08:39:26.229947 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-518f9e7b-ab34-4cc6-9aab-1691ec1bdb42 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:26.258604 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f873d-0ed9-42b8-a2d6-91106dcf246b req-68d0c9b1-3769-42bc-aef1-42ef8e57d1c1 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:26.265619 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-0348565d-fadb-4dc6-b1f2-0ef66142e7b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:26.270434 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-ae7f873d-0ed9-42b8-a2d6-91106dcf246b req-68d0c9b1-3769-42bc-aef1-42ef8e57d1c1 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=87fcf92a-b141-4834-9695-5db5f9e508f0 HTTP/1.1" status: 200 len: 931 time: 1.0643044 Jun 23 08:39:26.302748 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-cf1aa9d2-1b25-4647-86dc-8eea03ce6f17 req-2010bdf0-0b97-4a8b-af8a-0cf1bf6bec61 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/security-groups?id=4783de80-35fb-42c0-b9ca-996f2d5c577f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352670 Jun 23 08:39:26.330054 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78faba38-dacb-4b69-a0f6-51cb1661f2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe9e86f-0196-41e1-a2ff-bd58394b01af,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:26.391884 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-78faba38-dacb-4b69-a0f6-51cb1661f2aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:26.474796 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-ae7f873d-0ed9-42b8-a2d6-91106dcf246b req-ed9ccd54-994a-45cb-8d57-76227d757c56 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031012 Jun 23 08:39:26.528320 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-2048fd7d-1aa2-4f08-bba6-d8c114e8f57e admin admin] Notify callbacks [] for port, precommit_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:26.534602 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-2048fd7d-1aa2-4f08-bba6-d8c114e8f57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3652713'] for port, after_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:26.628787 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3e7f7ffb-f738-4a2a-a62e-7a1d3c94ae50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:26.640149 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3e7f7ffb-f738-4a2a-a62e-7a1d3c94ae50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:26.648386 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-3e7f7ffb-f738-4a2a-a62e-7a1d3c94ae50 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d447ab04-cd99-4b98-ac1f-885d6cd90d6e HTTP/1.1" status: 204 len: 168 time: 1.3055596 Jun 23 08:39:26.670530 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:26.686880 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:26.689219 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-2048fd7d-1aa2-4f08-bba6-d8c114e8f57e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749915'] for router_interface, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:26.788802 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f7ffb-f738-4a2a-a62e-7a1d3c94ae50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d447ab04-cd99-4b98-ac1f-885d6cd90d6e,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:26.793590 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-3e7f7ffb-f738-4a2a-a62e-7a1d3c94ae50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:26.890640 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-e29f46cc-ddcd-43d0-8c5e-0f2e8a274bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:26.915806 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-e29f46cc-ddcd-43d0-8c5e-0f2e8a274bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:26.923508 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.db_base_plugin_common [None req-518f9e7b-ab34-4cc6-9aab-1691ec1bdb42 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Allocated IP 172.28.3.164 (5f26f45a-4c2b-4262-97ee-7126ad3a4f0c/86cbbb1d-69f5-4548-9290-2a101fd5c791/c404a9dd-af1d-4c69-89e8-ccff55f6681e) {{(pid=99594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:39:26.928834 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2048fd7d-1aa2-4f08-bba6-d8c114e8f57e admin admin] Pushing event updated for resources: {'Port': ['ID=c900c729-6a49-4839-aa3b-b4e300ea875c,revision_number=2']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:26.940394 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-2048fd7d-1aa2-4f08-bba6-d8c114e8f57e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:26.962957 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-f5bb384b-520c-47ab-8c85-9b30f207c890 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.0655582 Jun 23 08:39:26.965401 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2048fd7d-1aa2-4f08-bba6-d8c114e8f57e admin admin] Network b711c792-b208-4500-bb11-09c7e15b522c is already hosted by enough agents. {{(pid=99593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:39:26.972927 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e29f46cc-ddcd-43d0-8c5e-0f2e8a274bfd admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=99594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 08:39:26.977681 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.base_scheduler [None req-2048fd7d-1aa2-4f08-bba6-d8c114e8f57e admin admin] Resources bound (agent type, host, resource id): {{(pid=99593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:39:27.005489 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-e29f46cc-ddcd-43d0-8c5e-0f2e8a274bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565'] for segment, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:27.011288 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.db.segments_db [None req-e29f46cc-ddcd-43d0-8c5e-0f2e8a274bfd admin admin] Added segment 3a97363a-332a-4977-8cb3-437ee4ae54f3 of type vlan for network cb17e033-2c85-4dc4-9f12-e8736f48bd1a Jun 23 08:39:27.175492 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-e29f46cc-ddcd-43d0-8c5e-0f2e8a274bfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772758686486'] for network, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:27.257543 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-129ea54e-8f5e-4d00-9d83-47e61e01ea9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:27.296157 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-e29f46cc-ddcd-43d0-8c5e-0f2e8a274bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095'] for network, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:27.335353 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29f46cc-ddcd-43d0-8c5e-0f2e8a274bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:27.361157 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-e29f46cc-ddcd-43d0-8c5e-0f2e8a274bfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for network, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:27.429955 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2048fd7d-1aa2-4f08-bba6-d8c114e8f57e admin admin] Router b28dc19b-6e56-44f9-9c16-c6b70065ea6f has already been hosted by L3 agent b4fcebb9-4e54-4961-9fbc-14fb1630411d {{(pid=99593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 08:39:27.634080 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 60f896b1-c4ac-415c-86fd-07085208e7c3 up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:39:27.780394 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning for port 60f896b1-c4ac-415c-86fd-07085208e7c3 completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:39:27.786417 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port 60f896b1-c4ac-415c-86fd-07085208e7c3 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:39:27.787048 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:27.851295 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f46cc-ddcd-43d0-8c5e-0f2e8a274bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51828d80-7687-43ef-9456-68e76f86656a,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:27.857185 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-e29f46cc-ddcd-43d0-8c5e-0f2e8a274bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:27.879635 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-995abf19-4fd2-4a2d-9cc0-0a59a28bf767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.501s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:27.952960 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-e29f46cc-ddcd-43d0-8c5e-0f2e8a274bfd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5708075 Jun 23 08:39:27.958125 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-518f9e7b-ab34-4cc6-9aab-1691ec1bdb42 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for port, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:27.960196 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 45644) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:27.968048 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:27.975776 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [None req-caaa82c7-4feb-4e95-9677-75f93677cac1 admin admin] Request body: {'subnet': {'network_id': 'cb17e033-2c85-4dc4-9f12-e8736f48bd1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1238808977-subnet', 'tenant_id': '50e6137ac97b4ce9a78dfa8b9561e422', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:39:27.995587 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [req-784db757-b020-424b-842c-696ebf61a67d req-7c3b9f7a-aace-4b45-8e75-264cf8521563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b799cb86-28b8-4ceb-be1b-f7a2c4532a41 {{(pid=99594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:39:28.015919 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-784db757-b020-424b-842c-696ebf61a67d req-7c3b9f7a-aace-4b45-8e75-264cf8521563 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:28.042079 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] For port 60f896b1-c4ac-415c-86fd-07085208e7c3, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=60f896b1-c4ac-415c-86fd-07085208e7c3,segment=NetworkSegment(31b2f068-fef9-4baa-bc53-51c6f575a7bf),segment_id=31b2f068-fef9-4baa-bc53-51c6f575a7bf)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:39:28.049083 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:28.056074 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:28.142949 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee996c1-eae1-4b97-8231-50688396d168 req-fc0403fe-f78b-4e3b-9c62-4545d0ce971b tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:28.145390 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3ee996c1-eae1-4b97-8231-50688396d168 req-fc0403fe-f78b-4e3b-9c62-4545d0ce971b tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d05ebdd-e2dc-425b-b131-989d0415c9bd HTTP/1.1" status: 200 len: 932 time: 0.4860322 Jun 23 08:39:28.146810 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2048fd7d-1aa2-4f08-bba6-d8c114e8f57e admin admin] Notify agent at l3_agent.dv-cinder-768592-7-smb the message routers_updated {{(pid=99593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 08:39:28.162203 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-2048fd7d-1aa2-4f08-bba6-d8c114e8f57e admin admin] 10.222.0.23 "PUT /v2.0/routers/b28dc19b-6e56-44f9-9c16-c6b70065ea6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7675543 Jun 23 08:39:28.163024 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caaa82c7-4feb-4e95-9677-75f93677cac1 admin admin] Made reservation on behalf of 50e6137ac97b4ce9a78dfa8b9561e422 for: {'subnet': 1} {{(pid=99593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:39:28.166055 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-caaa82c7-4feb-4e95-9677-75f93677cac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2551217'] for subnet, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:28.177321 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.provisioning_blocks [req-784db757-b020-424b-842c-696ebf61a67d req-7c3b9f7a-aace-4b45-8e75-264cf8521563 service neutron] Transition to ACTIVE for port object b799cb86-28b8-4ceb-be1b-f7a2c4532a41 will not be triggered until provisioned by entity L2. {{(pid=99594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:39:28.181037 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c75976-9748-46f1-96ab-cbdf5582495f None None] Sync routers for ids ['b28dc19b-6e56-44f9-9c16-c6b70065ea6f'] in dv-cinder-768592-7-smb {{(pid=99595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 08:39:28.195057 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f46cc-ddcd-43d0-8c5e-0f2e8a274bfd admin admin] Pushing event updated for resources: {'Network': ['ID=cb17e033-2c85-4dc4-9f12-e8736f48bd1a,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:28.210655 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-e29f46cc-ddcd-43d0-8c5e-0f2e8a274bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:28.215806 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-784db757-b020-424b-842c-696ebf61a67d req-7c3b9f7a-aace-4b45-8e75-264cf8521563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:28.218651 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Network cb17e033-2c85-4dc4-9f12-e8736f48bd1a details requested by agent ovs-agent-dv-cinder-768592-7-smb with host dv-cinder-768592-7-smb {{(pid=99595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 08:39:28.257938 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-5707250d-0235-47e4-9a98-8b6edad222ea tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:28.329758 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3ee996c1-eae1-4b97-8231-50688396d168 req-654385db-cfd1-4182-bf39-52bc94f72dbd tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/security-groups?id=4783de80-35fb-42c0-b9ca-996f2d5c577f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589735 Jun 23 08:39:28.374630 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Pushing event updated for resources: {'Port': ['ID=60f896b1-c4ac-415c-86fd-07085208e7c3,revision_number=5']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:28.390971 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c75976-9748-46f1-96ab-cbdf5582495f None None] Routers {'b28dc19b-6e56-44f9-9c16-c6b70065ea6f'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:39:28.391641 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-31c75976-9748-46f1-96ab-cbdf5582495f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:39:11Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['b28dc19b-6e56-44f9-9c16-c6b70065ea6f'], 'active': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:39:28.454974 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543f7cb-490a-4ade-8874-9ac51e571ff6 req-a55085e3-c952-4b4e-b4b1-95b1965a210b tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:28.461717 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7543f7cb-490a-4ade-8874-9ac51e571ff6 req-a55085e3-c952-4b4e-b4b1-95b1965a210b tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=87fcf92a-b141-4834-9695-5db5f9e508f0 HTTP/1.1" status: 200 len: 931 time: 0.5471721 Jun 23 08:39:28.596903 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-784db757-b020-424b-842c-696ebf61a67d req-7c3b9f7a-aace-4b45-8e75-264cf8521563 service neutron] Attempting to bind port b799cb86-28b8-4ceb-be1b-f7a2c4532a41 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:39:28.597515 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-784db757-b020-424b-842c-696ebf61a67d req-7c3b9f7a-aace-4b45-8e75-264cf8521563 service neutron] Attempting to bind port b799cb86-28b8-4ceb-be1b-f7a2c4532a41 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': 'd8413471-54a6-4c08-ae24-18b34c8b7792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9788435d-c221-4c0e-836d-db1e90eeb672'}] {{(pid=99594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:39:28.603243 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784db757-b020-424b-842c-696ebf61a67d req-7c3b9f7a-aace-4b45-8e75-264cf8521563 service neutron] Attempting to bind port b799cb86-28b8-4ceb-be1b-f7a2c4532a41 on network 9788435d-c221-4c0e-836d-db1e90eeb672 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:39:28.627089 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784db757-b020-424b-842c-696ebf61a67d req-7c3b9f7a-aace-4b45-8e75-264cf8521563 service neutron] Port b799cb86-28b8-4ceb-be1b-f7a2c4532a41 on network 9788435d-c221-4c0e-836d-db1e90eeb672 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 08:39:28.627664 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784db757-b020-424b-842c-696ebf61a67d req-7c3b9f7a-aace-4b45-8e75-264cf8521563 service neutron] Attempting to bind port b799cb86-28b8-4ceb-be1b-f7a2c4532a41 on network 9788435d-c221-4c0e-836d-db1e90eeb672 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:39:28.636508 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b9f7a-aace-4b45-8e75-264cf8521563 service neutron] Pushing event updated for resources: {'Port': ['ID=b799cb86-28b8-4ceb-be1b-f7a2c4532a41,revision_number=2']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:28.638323 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-caaa82c7-4feb-4e95-9677-75f93677cac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3623915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2551203'] for subnet, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:28.653511 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-518f9e7b-ab34-4cc6-9aab-1691ec1bdb42 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117'] for port, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:28.660695 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-7c3b9f7a-aace-4b45-8e75-264cf8521563 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:28.661089 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-64174421-6551-441e-a7aa-0b68358ef17f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:28.666302 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:28.734023 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvr_db [None req-31c75976-9748-46f1-96ab-cbdf5582495f None None] Set router b28dc19b-6e56-44f9-9c16-c6b70065ea6f gateway port host: dv-cinder-768592-7-smb {{(pid=99595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:39:28.742702 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa82c7-4feb-4e95-9677-75f93677cac1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7eedd31-ded7-4278-ac97-4c8bce172593,revision_number=0']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:28.748989 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-caaa82c7-4feb-4e95-9677-75f93677cac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:28.774117 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7543f7cb-490a-4ade-8874-9ac51e571ff6 req-7bfe486e-4931-43d6-a9ca-037349b74a2b tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467884 Jun 23 08:39:28.784256 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784db757-b020-424b-842c-696ebf61a67d req-7c3b9f7a-aace-4b45-8e75-264cf8521563 service neutron] Checking agent: {'id': '5783bbde-a90f-4f17-9165-5d18275c1698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 37, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:39:28.784665 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784db757-b020-424b-842c-696ebf61a67d req-7c3b9f7a-aace-4b45-8e75-264cf8521563 service neutron] Checking segment: {'id': 'd8413471-54a6-4c08-ae24-18b34c8b7792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9788435d-c221-4c0e-836d-db1e90eeb672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:39:28.785270 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784db757-b020-424b-842c-696ebf61a67d req-7c3b9f7a-aace-4b45-8e75-264cf8521563 service neutron] Bound using segment: {'id': 'd8413471-54a6-4c08-ae24-18b34c8b7792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9788435d-c221-4c0e-836d-db1e90eeb672'} {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:39:28.787691 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-784db757-b020-424b-842c-696ebf61a67d req-7c3b9f7a-aace-4b45-8e75-264cf8521563 service neutron] Bound port: b799cb86-28b8-4ceb-be1b-f7a2c4532a41, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8413471-54a6-4c08-ae24-18b34c8b7792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9788435d-c221-4c0e-836d-db1e90eeb672'}}] {{(pid=99594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:39:28.788110 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-784db757-b020-424b-842c-696ebf61a67d req-7c3b9f7a-aace-4b45-8e75-264cf8521563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:28.832314 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f9e7b-ab34-4cc6-9aab-1691ec1bdb42 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Pushing event updated for resources: {'Port': ['ID=c404a9dd-af1d-4c69-89e8-ccff55f6681e,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:28.839424 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-518f9e7b-ab34-4cc6-9aab-1691ec1bdb42 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:28.888177 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.832s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:28.917114 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518f9e7b-ab34-4cc6-9aab-1691ec1bdb42 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Network 5f26f45a-4c2b-4262-97ee-7126ad3a4f0c is already hosted by enough agents. {{(pid=99594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:39:28.936243 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [None req-518f9e7b-ab34-4cc6-9aab-1691ec1bdb42 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Resources bound (agent type, host, resource id): {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:39:28.944803 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518f9e7b-ab34-4cc6-9aab-1691ec1bdb42 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Received port after_create {{(pid=99594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:39:29.159058 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaa82c7-4feb-4e95-9677-75f93677cac1 admin admin] Checking segment: {'id': '3a97363a-332a-4977-8cb3-437ee4ae54f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'cb17e033-2c85-4dc4-9f12-e8736f48bd1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:39:29.159420 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaa82c7-4feb-4e95-9677-75f93677cac1 admin admin] Network hostable DHCP agents. Network: cb17e033-2c85-4dc4-9f12-e8736f48bd1a, hostable agents: ['0b6ae00f-9814-4d83-8bc7-07b3d7a0d748'], hosted agents: [] {{(pid=99593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 08:39:29.169722 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-784db757-b020-424b-842c-696ebf61a67d req-7c3b9f7a-aace-4b45-8e75-264cf8521563 service neutron] For port b799cb86-28b8-4ceb-be1b-f7a2c4532a41, host hv-cinder-76859, cleared binding levels {{(pid=99594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:39:29.220726 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaa82c7-4feb-4e95-9677-75f93677cac1 admin admin] Network cb17e033-2c85-4dc4-9f12-e8736f48bd1a is scheduled to be hosted by DHCP agent 0b6ae00f-9814-4d83-8bc7-07b3d7a0d748 with binding_index 1 {{(pid=99593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 08:39:29.245396 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.base_scheduler [None req-caaa82c7-4feb-4e95-9677-75f93677cac1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-7-smb, cb17e033-2c85-4dc4-9f12-e8736f48bd1a) {{(pid=99593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:39:29.253976 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaa82c7-4feb-4e95-9677-75f93677cac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:29.254576 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-caaa82c7-4feb-4e95-9677-75f93677cac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for subnet, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:29.265379 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99779235-3089-4706-8268-2752aaa572f0 None None] Network cb17e033-2c85-4dc4-9f12-e8736f48bd1a requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:39:29.272327 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-784db757-b020-424b-842c-696ebf61a67d req-7c3b9f7a-aace-4b45-8e75-264cf8521563 service neutron] For port b799cb86-28b8-4ceb-be1b-f7a2c4532a41, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=b799cb86-28b8-4ceb-be1b-f7a2c4532a41,segment=NetworkSegment(d8413471-54a6-4c08-ae24-18b34c8b7792),segment_id=d8413471-54a6-4c08-ae24-18b34c8b7792)] {{(pid=99594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:39:29.296257 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-caaa82c7-4feb-4e95-9677-75f93677cac1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3259373 Jun 23 08:39:29.302557 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-518f9e7b-ab34-4cc6-9aab-1691ec1bdb42 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:29.322366 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-784db757-b020-424b-842c-696ebf61a67d req-7c3b9f7a-aace-4b45-8e75-264cf8521563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:29.333283 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-b37e2629-9eaf-406b-9917-bd8c8e8f0b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:29.434061 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784db757-b020-424b-842c-696ebf61a67d req-7c3b9f7a-aace-4b45-8e75-264cf8521563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:29.435031 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-784db757-b020-424b-842c-696ebf61a67d req-7c3b9f7a-aace-4b45-8e75-264cf8521563 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:29.436996 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-784db757-b020-424b-842c-696ebf61a67d req-7c3b9f7a-aace-4b45-8e75-264cf8521563 service neutron] 10.222.0.13 "PUT /v2.0/ports/b799cb86-28b8-4ceb-be1b-f7a2c4532a41 HTTP/1.1" status: 200 len: 1094 time: 5.1051552 Jun 23 08:39:29.438047 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d05ebdd-e2dc-425b-b131-989d0415c9bd', 'tag': 'b799cb86-28b8-4ceb-be1b-f7a2c4532a41'}] {{(pid=99594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:39:29.546694 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-518f9e7b-ab34-4cc6-9aab-1691ec1bdb42 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:29.611657 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b9f7a-aace-4b45-8e75-264cf8521563 service neutron] Pushing event updated for resources: {'Port': ['ID=b799cb86-28b8-4ceb-be1b-f7a2c4532a41,revision_number=3']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:29.618083 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-7c3b9f7a-aace-4b45-8e75-264cf8521563 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:29.645462 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-c43966bc-90b1-482d-aebb-956b6840399a service neutron] Request body: {'port': {'device_id': '87fcf92a-b141-4834-9695-5db5f9e508f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:39:29.675263 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 60f896b1-c4ac-415c-86fd-07085208e7c3 up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:39:29.953143 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-bbf63972-2534-42b7-978d-99a1e916d821 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:29.959212 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-bbf63972-2534-42b7-978d-99a1e916d821 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/networks?id=b711c792-b208-4500-bb11-09c7e15b522c HTTP/1.1" status: 200 len: 818 time: 0.3752122 Jun 23 08:39:30.083301 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-31c75976-9748-46f1-96ab-cbdf5582495f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28dc19b-6e56-44f9-9c16-c6b70065ea6f', 'name': 'tempest-ServerRescueNegativeTestJSON-975518757-router', 'tenant_id': '892798fcbd634629883b86ab1c91a73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.223'}], 'enable_snat': True}, 'gw_port_id': '957cbd03-a605-490a-9b3e-108a70b6ba42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:39:10Z', 'updated_at': '2021-06-23T08:39:25Z', 'revision_number': 4, 'project_id': '892798fcbd634629883b86ab1c91a73d', 'gw_port': {'id': '957cbd03-a605-490a-9b3e-108a70b6ba42', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28dc19b-6e56-44f9-9c16-c6b70065ea6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:11Z', 'updated_at': '2021-06-23T08:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': 'c900c729-6a49-4839-aa3b-b4e300ea875c', 'name': '', 'network_id': 'b711c792-b208-4500-bb11-09c7e15b522c', 'tenant_id': '892798fcbd634629883b86ab1c91a73d', 'mac_address': 'fa:16:3e:2a:5a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28dc19b-6e56-44f9-9c16-c6b70065ea6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '27d76a9c-f09b-4b46-ac4d-5eb636fc5d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:20Z', 'updated_at': '2021-06-23T08:39:26Z', 'revision_number': 2, 'project_id': '892798fcbd634629883b86ab1c91a73d', 'subnets': [{'id': '27d76a9c-f09b-4b46-ac4d-5eb636fc5d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:39:30.112178 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784db757-b020-424b-842c-696ebf61a67d req-c21505ef-41be-4b31-b9af-abdf349eb231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:30.117061 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-784db757-b020-424b-842c-696ebf61a67d req-c21505ef-41be-4b31-b9af-abdf349eb231 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe23f3b89c5743a3837bbb1fb4e20556&device_id=0d05ebdd-e2dc-425b-b131-989d0415c9bd HTTP/1.1" status: 200 len: 1097 time: 0.3937538 Jun 23 08:39:30.148698 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c75976-9748-46f1-96ab-cbdf5582495f None None] Checking router: b28dc19b-6e56-44f9-9c16-c6b70065ea6f for host: dv-cinder-768592-7-smb {{(pid=99595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 08:39:30.149289 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c75976-9748-46f1-96ab-cbdf5582495f None None] Updating router b28dc19b-6e56-44f9-9c16-c6b70065ea6f port c900c729-6a49-4839-aa3b-b4e300ea875c binding host dv-cinder-768592-7-smb {{(pid=99595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 08:39:30.165164 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-cea1b495-4017-4d4b-baa0-9c6c0996396e tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/quotas/892798fcbd634629883b86ab1c91a73d HTTP/1.1" status: 200 len: 375 time: 0.1509531 Jun 23 08:39:30.208867 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-31c75976-9748-46f1-96ab-cbdf5582495f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:30.222753 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa67bea1-5c04-4315-8ce4-810209f46711 None None] Network cb17e033-2c85-4dc4-9f12-e8736f48bd1a requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:39:30.293448 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3f20cf24677dbb31f56fc6b5fcedde197d4abde885e517d24b88e41f2eb98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da46e1c-6d76-473f-a096-ce00525ee1ca" -d '{"events": [{"name": "network-changed", "server_uuid": "0d05ebdd-e2dc-425b-b131-989d0415c9bd", "tag": "b799cb86-28b8-4ceb-be1b-f7a2c4532a41"}]}' {{(pid=99594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:39:30.306364 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port 60f896b1-c4ac-415c-86fd-07085208e7c3 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:39:30.307129 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:30.448264 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-784db757-b020-424b-842c-696ebf61a67d req-6d709ddb-4646-4511-af25-f2eb2cdbad6e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b799cb86-28b8-4ceb-be1b-f7a2c4532a41 HTTP/1.1" status: 200 len: 217 time: 0.2702518 Jun 23 08:39:30.451545 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-518f9e7b-ab34-4cc6-9aab-1691ec1bdb42 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for port, precommit_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:30.476339 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-518f9e7b-ab34-4cc6-9aab-1691ec1bdb42 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:30.482056 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:30.509378 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edf306-b0ea-4cd8-890b-618e55577fb4 req-c5248b91-6016-41d6-8f7a-fe809d00a791 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:30.512273 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-19edf306-b0ea-4cd8-890b-618e55577fb4 req-c5248b91-6016-41d6-8f7a-fe809d00a791 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d05ebdd-e2dc-425b-b131-989d0415c9bd HTTP/1.1" status: 200 len: 944 time: 0.5501058 Jun 23 08:39:30.546089 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-c43966bc-90b1-482d-aebb-956b6840399a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:30.571074 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f9e7b-ab34-4cc6-9aab-1691ec1bdb42 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Pushing event updated for resources: {'Port': ['ID=c404a9dd-af1d-4c69-89e8-ccff55f6681e,revision_number=2']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:30.583310 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-518f9e7b-ab34-4cc6-9aab-1691ec1bdb42 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:30.610853 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-518f9e7b-ab34-4cc6-9aab-1691ec1bdb42 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717624'] for floatingip, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:30.645394 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-b6128243-3277-4f44-a642-5633557b05ea tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=892798fcbd634629883b86ab1c91a73d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4655018 Jun 23 08:39:30.660542 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784db757-b020-424b-842c-696ebf61a67d req-3ca09d47-e0a9-426b-a132-b052a8e3325b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:30.662141 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-784db757-b020-424b-842c-696ebf61a67d req-3ca09d47-e0a9-426b-a132-b052a8e3325b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=950f0c7a-ba02-4477-8101-a21fad5dd592 HTTP/1.1" status: 200 len: 852 time: 0.1827085 Jun 23 08:39:30.663287 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-518f9e7b-ab34-4cc6-9aab-1691ec1bdb42 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for floatingip, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:30.674760 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-518f9e7b-ab34-4cc6-9aab-1691ec1bdb42 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7580328 Jun 23 08:39:30.753875 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-19edf306-b0ea-4cd8-890b-618e55577fb4 req-ad5371c3-2da8-4f43-926d-41b9bdd2ca8c tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/security-groups?id=4783de80-35fb-42c0-b9ca-996f2d5c577f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268691 Jun 23 08:39:31.150642 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-3f4f9467-87cd-455e-8d28-ebf17ce0bfd0 service neutron] 10.222.0.23 "GET /v2.0/networks/b711c792-b208-4500-bb11-09c7e15b522c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4943578 Jun 23 08:39:31.430273 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-50e828f6-e9b0-4991-ba8b-a29f40cfacb1 service neutron] 10.222.0.23 "GET /v2.0/networks/b711c792-b208-4500-bb11-09c7e15b522c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612491 Jun 23 08:39:31.442468 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb10ffa-ad3a-4cea-a89e-b12d128067ac req-c3a427c5-bb63-4035-9317-85814dc0182c tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:31.451432 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6cb10ffa-ad3a-4cea-a89e-b12d128067ac req-c3a427c5-bb63-4035-9317-85814dc0182c tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=87fcf92a-b141-4834-9695-5db5f9e508f0 HTTP/1.1" status: 200 len: 931 time: 0.2882721 Jun 23 08:39:31.457491 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-784db757-b020-424b-842c-696ebf61a67d req-9efd07e8-e55a-4583-aed1-285a54468857 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9788435d-c221-4c0e-836d-db1e90eeb672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7769258 Jun 23 08:39:31.460249 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-31c75976-9748-46f1-96ab-cbdf5582495f None None] Notify callbacks [] for port, precommit_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:31.485359 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-31c75976-9748-46f1-96ab-cbdf5582495f None None] Transition to ACTIVE for port object c900c729-6a49-4839-aa3b-b4e300ea875c will not be triggered until provisioned by entity L2. {{(pid=99595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:39:31.506564 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-31c75976-9748-46f1-96ab-cbdf5582495f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:31.512663 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:31.517146 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6cb10ffa-ad3a-4cea-a89e-b12d128067ac req-b3c51488-d24f-4b76-9100-a5f7dad72387 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647402 Jun 23 08:39:31.604357 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.notifiers.nova [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-c43966bc-90b1-482d-aebb-956b6840399a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec3a50bb-9a40-4f54-bfe9-ab35584f2f58 {{(pid=99593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:39:31.616559 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-c43966bc-90b1-482d-aebb-956b6840399a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:31.642429 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.db.provisioning_blocks [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-c43966bc-90b1-482d-aebb-956b6840399a service neutron] Transition to ACTIVE for port object ec3a50bb-9a40-4f54-bfe9-ab35584f2f58 will not be triggered until provisioned by entity L2. {{(pid=99593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:39:31.648330 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-c43966bc-90b1-482d-aebb-956b6840399a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3652713'] for port, after_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:31.664641 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d30fc-107b-4be2-8082-c0928566fd06 None None] Pushing event updated for resources: {'Port': ['ID=c900c729-6a49-4839-aa3b-b4e300ea875c,revision_number=3']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:31.672737 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:31.681230 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-903d30fc-107b-4be2-8082-c0928566fd06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:31.779410 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-784db757-b020-424b-842c-696ebf61a67d req-c8b13c45-2b35-4074-a18a-e2f316eeb50e service neutron] 10.222.0.13 "GET /v2.0/networks/9788435d-c221-4c0e-836d-db1e90eeb672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907629 Jun 23 08:39:31.833587 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 45774) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:31.880901 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-31c75976-9748-46f1-96ab-cbdf5582495f None None] Attempting to bind port c900c729-6a49-4839-aa3b-b4e300ea875c on host dv-cinder-768592-7-smb for vnic_type normal with profile {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:39:31.881188 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-31c75976-9748-46f1-96ab-cbdf5582495f None None] Attempting to bind port c900c729-6a49-4839-aa3b-b4e300ea875c by drivers openvswitch,hyperv on host dv-cinder-768592-7-smb at level 0 using segments [{'id': '44ec48aa-0e84-4b42-924c-b1608050ef98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b711c792-b208-4500-bb11-09c7e15b522c'}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:39:31.883629 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c75976-9748-46f1-96ab-cbdf5582495f None None] Attempting to bind port c900c729-6a49-4839-aa3b-b4e300ea875c on network b711c792-b208-4500-bb11-09c7e15b522c {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:39:31.902725 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c75976-9748-46f1-96ab-cbdf5582495f None None] Checking agent: {'id': 'c91f22d1-ca23-4348-8c14-c9afdcad6577', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 31, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:39:31.905554 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c75976-9748-46f1-96ab-cbdf5582495f None None] Checking segment: {'id': '44ec48aa-0e84-4b42-924c-b1608050ef98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b711c792-b208-4500-bb11-09c7e15b522c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:39:31.907097 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-31c75976-9748-46f1-96ab-cbdf5582495f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:31.908518 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c75976-9748-46f1-96ab-cbdf5582495f None None] Bound using segment: {'id': '44ec48aa-0e84-4b42-924c-b1608050ef98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b711c792-b208-4500-bb11-09c7e15b522c'} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:39:31.914038 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-31c75976-9748-46f1-96ab-cbdf5582495f None None] Bound port: c900c729-6a49-4839-aa3b-b4e300ea875c, host: dv-cinder-768592-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ec48aa-0e84-4b42-924c-b1608050ef98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b711c792-b208-4500-bb11-09c7e15b522c'}}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:39:31.915921 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-31c75976-9748-46f1-96ab-cbdf5582495f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:31.952297 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43966bc-90b1-482d-aebb-956b6840399a service neutron] Pushing event updated for resources: {'Port': ['ID=ec3a50bb-9a40-4f54-bfe9-ab35584f2f58,revision_number=2']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:31.966944 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-c43966bc-90b1-482d-aebb-956b6840399a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:32.026103 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.managers [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-c43966bc-90b1-482d-aebb-956b6840399a service neutron] Attempting to bind port ec3a50bb-9a40-4f54-bfe9-ab35584f2f58 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:39:32.029792 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.managers [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-c43966bc-90b1-482d-aebb-956b6840399a service neutron] Attempting to bind port ec3a50bb-9a40-4f54-bfe9-ab35584f2f58 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '40413b3b-b45d-4a95-ab5a-0eceb9f6e658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f2a71c23-2a6e-4a5b-9397-0dd91ec2db00'}] {{(pid=99593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:39:32.030270 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-c43966bc-90b1-482d-aebb-956b6840399a service neutron] Attempting to bind port ec3a50bb-9a40-4f54-bfe9-ab35584f2f58 on network f2a71c23-2a6e-4a5b-9397-0dd91ec2db00 {{(pid=99593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:39:32.039561 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-c43966bc-90b1-482d-aebb-956b6840399a service neutron] Port ec3a50bb-9a40-4f54-bfe9-ab35584f2f58 on network f2a71c23-2a6e-4a5b-9397-0dd91ec2db00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 08:39:32.041143 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-c43966bc-90b1-482d-aebb-956b6840399a service neutron] Attempting to bind port ec3a50bb-9a40-4f54-bfe9-ab35584f2f58 on network f2a71c23-2a6e-4a5b-9397-0dd91ec2db00 {{(pid=99593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:39:32.044318 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-784db757-b020-424b-842c-696ebf61a67d req-886f520c-fe84-43ee-8927-cd66160d4fd2 service neutron] 10.222.0.13 "GET /v2.0/networks/9788435d-c221-4c0e-836d-db1e90eeb672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503774 Jun 23 08:39:32.060274 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-c43966bc-90b1-482d-aebb-956b6840399a service neutron] Checking agent: {'id': '5783bbde-a90f-4f17-9165-5d18275c1698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 37, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:39:32.064032 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-c43966bc-90b1-482d-aebb-956b6840399a service neutron] Checking segment: {'id': '40413b3b-b45d-4a95-ab5a-0eceb9f6e658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f2a71c23-2a6e-4a5b-9397-0dd91ec2db00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:39:32.064715 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-c43966bc-90b1-482d-aebb-956b6840399a service neutron] Bound using segment: {'id': '40413b3b-b45d-4a95-ab5a-0eceb9f6e658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f2a71c23-2a6e-4a5b-9397-0dd91ec2db00'} {{(pid=99593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:39:32.065257 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.managers [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-c43966bc-90b1-482d-aebb-956b6840399a service neutron] Bound port: ec3a50bb-9a40-4f54-bfe9-ab35584f2f58, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40413b3b-b45d-4a95-ab5a-0eceb9f6e658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f2a71c23-2a6e-4a5b-9397-0dd91ec2db00'}}] {{(pid=99593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:39:32.065682 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-c43966bc-90b1-482d-aebb-956b6840399a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:32.192242 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-31c75976-9748-46f1-96ab-cbdf5582495f None None] For port c900c729-6a49-4839-aa3b-b4e300ea875c, host dv-cinder-768592-7-smb, cleared binding levels {{(pid=99595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:39:32.204757 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-31c75976-9748-46f1-96ab-cbdf5582495f None None] For port c900c729-6a49-4839-aa3b-b4e300ea875c, host dv-cinder-768592-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=c900c729-6a49-4839-aa3b-b4e300ea875c,segment=NetworkSegment(44ec48aa-0e84-4b42-924c-b1608050ef98),segment_id=44ec48aa-0e84-4b42-924c-b1608050ef98)] {{(pid=99595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:39:32.209047 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-31c75976-9748-46f1-96ab-cbdf5582495f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:32.219268 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:32.255530 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 08:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab94d483-3400-4dcb-a706-c140eae6b307 x-openstack-request-id: req-ab94d483-3400-4dcb-a706-c140eae6b307 {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:39:32.255854 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d05ebdd-e2dc-425b-b131-989d0415c9bd", "tag": "b799cb86-28b8-4ceb-be1b-f7a2c4532a41", "status": "completed", "code": 200}]} {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:39:32.256127 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ab94d483-3400-4dcb-a706-c140eae6b307 {{(pid=99594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:39:32.256610 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d05ebdd-e2dc-425b-b131-989d0415c9bd', 'tag': 'b799cb86-28b8-4ceb-be1b-f7a2c4532a41', 'status': 'completed', 'code': 200} Jun 23 08:39:32.278609 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.db [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-c43966bc-90b1-482d-aebb-956b6840399a service neutron] For port ec3a50bb-9a40-4f54-bfe9-ab35584f2f58, host hv-cinder-76859, cleared binding levels {{(pid=99593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:39:32.319194 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c75976-9748-46f1-96ab-cbdf5582495f None None] Routers {'b28dc19b-6e56-44f9-9c16-c6b70065ea6f'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:39:32.319866 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-31c75976-9748-46f1-96ab-cbdf5582495f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:39:11Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['b28dc19b-6e56-44f9-9c16-c6b70065ea6f'], 'active': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:39:32.374153 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d30fc-107b-4be2-8082-c0928566fd06 None None] Pushing event updated for resources: {'Port': ['ID=c900c729-6a49-4839-aa3b-b4e300ea875c,revision_number=4']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:32.378956 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-903d30fc-107b-4be2-8082-c0928566fd06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:32.389335 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.db [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-c43966bc-90b1-482d-aebb-956b6840399a service neutron] For port ec3a50bb-9a40-4f54-bfe9-ab35584f2f58, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=ec3a50bb-9a40-4f54-bfe9-ab35584f2f58,segment=NetworkSegment(40413b3b-b45d-4a95-ab5a-0eceb9f6e658),segment_id=40413b3b-b45d-4a95-ab5a-0eceb9f6e658)] {{(pid=99593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:39:32.391018 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-d1bfc0c8-e4b3-4dce-9ddb-80659d5b7195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:32.436239 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-c43966bc-90b1-482d-aebb-956b6840399a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3652713'] for port, after_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:32.461943 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:32.468189 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvr_db [None req-31c75976-9748-46f1-96ab-cbdf5582495f None None] Set router b28dc19b-6e56-44f9-9c16-c6b70065ea6f gateway port host: dv-cinder-768592-7-smb {{(pid=99595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:39:32.534332 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-c43966bc-90b1-482d-aebb-956b6840399a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:32.535161 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-c43966bc-90b1-482d-aebb-956b6840399a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for port, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:32.536652 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-c43966bc-90b1-482d-aebb-956b6840399a service neutron] 10.222.0.13 "PUT /v2.0/ports/ec3a50bb-9a40-4f54-bfe9-ab35584f2f58 HTTP/1.1" status: 200 len: 1093 time: 2.8955770 Jun 23 08:39:32.545157 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87fcf92a-b141-4834-9695-5db5f9e508f0', 'tag': 'ec3a50bb-9a40-4f54-bfe9-ab35584f2f58'}] {{(pid=99593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:39:32.564947 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-0a1c4f19-ac44-492d-a852-fb69a482105c tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1687403014&fields=id&tenant_id=155e1127bd2f402a83bf7f1e4da6faa5 HTTP/1.1" status: 200 len: 267 time: 0.1701546 Jun 23 08:39:32.625461 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83d3d9f818ca77ff61c49848176a0342e42afa0a53a044e94cf7f219d67d3ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f7952a-8b1e-4b8e-acc5-234ad489404e" -d '{"events": [{"name": "network-changed", "server_uuid": "87fcf92a-b141-4834-9695-5db5f9e508f0", "tag": "ec3a50bb-9a40-4f54-bfe9-ab35584f2f58"}]}' {{(pid=99593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:39:32.646509 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43966bc-90b1-482d-aebb-956b6840399a service neutron] Pushing event updated for resources: {'Port': ['ID=ec3a50bb-9a40-4f54-bfe9-ab35584f2f58,revision_number=3']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:32.649982 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-c43966bc-90b1-482d-aebb-956b6840399a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:32.657506 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366a45b-1120-4b72-ad85-41a47e395100 req-2574b926-a8b6-4ccc-ada2-f74f9b6d026c tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:32.659042 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1366a45b-1120-4b72-ad85-41a47e395100 req-2574b926-a8b6-4ccc-ada2-f74f9b6d026c tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.23 "GET /v2.0/networks?id=af02fdbe-1809-4bc4-a26c-3d8953062d57 HTTP/1.1" status: 200 len: 808 time: 0.3888619 Jun 23 08:39:32.673968 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-31c75976-9748-46f1-96ab-cbdf5582495f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28dc19b-6e56-44f9-9c16-c6b70065ea6f', 'name': 'tempest-ServerRescueNegativeTestJSON-975518757-router', 'tenant_id': '892798fcbd634629883b86ab1c91a73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.223'}], 'enable_snat': True}, 'gw_port_id': '957cbd03-a605-490a-9b3e-108a70b6ba42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:39:10Z', 'updated_at': '2021-06-23T08:39:25Z', 'revision_number': 4, 'project_id': '892798fcbd634629883b86ab1c91a73d', 'gw_port': {'id': '957cbd03-a605-490a-9b3e-108a70b6ba42', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28dc19b-6e56-44f9-9c16-c6b70065ea6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:11Z', 'updated_at': '2021-06-23T08:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': 'c900c729-6a49-4839-aa3b-b4e300ea875c', 'name': '', 'network_id': 'b711c792-b208-4500-bb11-09c7e15b522c', 'tenant_id': '892798fcbd634629883b86ab1c91a73d', 'mac_address': 'fa:16:3e:2a:5a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28dc19b-6e56-44f9-9c16-c6b70065ea6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '27d76a9c-f09b-4b46-ac4d-5eb636fc5d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:20Z', 'updated_at': '2021-06-23T08:39:32Z', 'revision_number': 4, 'project_id': '892798fcbd634629883b86ab1c91a73d', 'subnets': [{'id': '27d76a9c-f09b-4b46-ac4d-5eb636fc5d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:39:32.704160 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c75976-9748-46f1-96ab-cbdf5582495f None None] The sync data for ids ['b28dc19b-6e56-44f9-9c16-c6b70065ea6f'] in dv-cinder-768592-7-smb is: [{'id': 'b28dc19b-6e56-44f9-9c16-c6b70065ea6f', 'name': 'tempest-ServerRescueNegativeTestJSON-975518757-router', 'tenant_id': '892798fcbd634629883b86ab1c91a73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.223'}], 'enable_snat': True}, 'gw_port_id': '957cbd03-a605-490a-9b3e-108a70b6ba42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:39:10Z', 'updated_at': '2021-06-23T08:39:25Z', 'revision_number': 4, 'project_id': '892798fcbd634629883b86ab1c91a73d', 'gw_port': {'id': '957cbd03-a605-490a-9b3e-108a70b6ba42', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28dc19b-6e56-44f9-9c16-c6b70065ea6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:11Z', 'updated_at': '2021-06-23T08:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': 'c900c729-6a49-4839-aa3b-b4e300ea875c', 'name': '', 'network_id': 'b711c792-b208-4500-bb11-09c7e15b522c', 'tenant_id': '892798fcbd634629883b86ab1c91a73d', 'mac_address': 'fa:16:3e:2a:5a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28dc19b-6e56-44f9-9c16-c6b70065ea6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '27d76a9c-f09b-4b46-ac4d-5eb636fc5d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:20Z', 'updated_at': '2021-06-23T08:39:32Z', 'revision_number': 4, 'project_id': '892798fcbd634629883b86ab1c91a73d', 'subnets': [{'id': '27d76a9c-f09b-4b46-ac4d-5eb636fc5d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 08:39:32.712676 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1366a45b-1120-4b72-ad85-41a47e395100 req-757190d4-dab2-49b5-a938-5a1800fefa7d tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.23 "GET /v2.0/quotas/6d00d829616e461fa59187fd9f9869a8 HTTP/1.1" status: 200 len: 375 time: 0.0474677 Jun 23 08:39:32.772513 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1366a45b-1120-4b72-ad85-41a47e395100 req-baf28388-47e6-4a25-aaff-9066d927a1a0 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d00d829616e461fa59187fd9f9869a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490842 Jun 23 08:39:32.829887 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-5c363f39-7e3c-4d15-bd85-5a3af748d96a tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:32.832408 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-5c363f39-7e3c-4d15-bd85-5a3af748d96a tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/networks?id=02f4b377-8e86-41d6-8ffe-f003b45c6248 HTTP/1.1" status: 200 len: 816 time: 0.2509038 Jun 23 08:39:32.896932 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-9908e453-2565-4de3-b0f3-1bb58d4fb159 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/quotas/155e1127bd2f402a83bf7f1e4da6faa5 HTTP/1.1" status: 200 len: 375 time: 0.0531335 Jun 23 08:39:32.911194 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-d1bfc0c8-e4b3-4dce-9ddb-80659d5b7195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:32.932230 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-d1bfc0c8-e4b3-4dce-9ddb-80659d5b7195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:33.109429 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-97f4ad81-1bee-4e33-be77-1f2a70461869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:33.167961 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1366a45b-1120-4b72-ad85-41a47e395100 req-a1ae889e-3fe0-4d44-974b-a7c73aaae1f6 service neutron] 10.222.0.23 "GET /v2.0/networks/af02fdbe-1809-4bc4-a26c-3d8953062d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792908 Jun 23 08:39:33.170064 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bfc0c8-e4b3-4dce-9ddb-80659d5b7195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1290aec3-b185-42bf-97e0-63b165ddabe3,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:33.173768 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-d1bfc0c8-e4b3-4dce-9ddb-80659d5b7195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:33.176317 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-d1bfc0c8-e4b3-4dce-9ddb-80659d5b7195 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=559203918306498f9eb46d76380e8011&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2875702 Jun 23 08:39:33.179080 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 45818) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:33.240201 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4fd05c0e-08e5-40d3-9564-ce5191e40d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:33.266716 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4fd05c0e-08e5-40d3-9564-ce5191e40d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:33.283349 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-a041a96e-30dc-4bf0-8b30-62ebb1a01a91 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=155e1127bd2f402a83bf7f1e4da6faa5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3790770 Jun 23 08:39:33.322934 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4fd05c0e-08e5-40d3-9564-ce5191e40d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:33.326890 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4fd05c0e-08e5-40d3-9564-ce5191e40d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:33.328128 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-4fd05c0e-08e5-40d3-9564-ce5191e40d63 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1290aec3-b185-42bf-97e0-63b165ddabe3 HTTP/1.1" status: 204 len: 168 time: 0.1473753 Jun 23 08:39:33.328873 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:33.337336 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd05c0e-08e5-40d3-9564-ce5191e40d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1290aec3-b185-42bf-97e0-63b165ddabe3,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:33.340661 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-4fd05c0e-08e5-40d3-9564-ce5191e40d63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:33.372606 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1366a45b-1120-4b72-ad85-41a47e395100 req-c0cbd475-2f39-446a-9e74-70d901701e4f service neutron] 10.222.0.23 "GET /v2.0/networks/af02fdbe-1809-4bc4-a26c-3d8953062d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922247 Jun 23 08:39:33.412120 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-61257a56-0e26-4947-84e3-0a9f51a16f06 service neutron] 10.222.0.23 "GET /v2.0/networks/02f4b377-8e86-41d6-8ffe-f003b45c6248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057041 Jun 23 08:39:33.565808 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device c900c729-6a49-4839-aa3b-b4e300ea875c up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:39:33.580971 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-bde551c7-6a2e-416d-891a-4c198c9a0182 service neutron] 10.222.0.23 "GET /v2.0/networks/02f4b377-8e86-41d6-8ffe-f003b45c6248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600566 Jun 23 08:39:33.681355 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning for port c900c729-6a49-4839-aa3b-b4e300ea875c completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:39:33.687596 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port c900c729-6a49-4839-aa3b-b4e300ea875c triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:39:33.688247 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:33.926025 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:33.942331 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 45840) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:34.019671 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-9b014433-3c89-4e75-bcd3-5c8fb7782a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:34.045131 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] For port c900c729-6a49-4839-aa3b-b4e300ea875c, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=c900c729-6a49-4839-aa3b-b4e300ea875c,segment=NetworkSegment(44ec48aa-0e84-4b42-924c-b1608050ef98),segment_id=44ec48aa-0e84-4b42-924c-b1608050ef98)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:39:34.051581 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:34.066234 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-903d30fc-107b-4be2-8082-c0928566fd06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:34.092615 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-59f8e84f-3c13-47e3-a2a9-beec09dc43a9 req-23432c21-c840-47e2-8615-123e1ab595f2 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 210 time: 0.1832023 Jun 23 08:39:34.178990 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-ed74e8a9-45a9-4a9b-865e-178ed781fb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:34.182962 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-ed74e8a9-45a9-4a9b-865e-178ed781fb29 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=049e0835e2d54c6aa94a5398907d5da3&device_id=87fcf92a-b141-4834-9695-5db5f9e508f0 HTTP/1.1" status: 200 len: 1096 time: 0.3568602 Jun 23 08:39:34.280462 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Pushing event updated for resources: {'Port': ['ID=c900c729-6a49-4839-aa3b-b4e300ea875c,revision_number=5']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:34.297647 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:34.347509 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da46e1c-6d76-473f-a096-ce00525ee1ca req-bb20a8ff-9bdf-4372-9130-ce64f5e31fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:34.349247 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-2da46e1c-6d76-473f-a096-ce00525ee1ca req-bb20a8ff-9bdf-4372-9130-ce64f5e31fad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe23f3b89c5743a3837bbb1fb4e20556&device_id=0d05ebdd-e2dc-425b-b131-989d0415c9bd HTTP/1.1" status: 200 len: 1097 time: 0.5917246 Jun 23 08:39:34.476425 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-73143657-f163-44f3-9997-628d9231060e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec3a50bb-9a40-4f54-bfe9-ab35584f2f58 HTTP/1.1" status: 200 len: 217 time: 0.2383308 Jun 23 08:39:34.626647 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-9b014433-3c89-4e75-bcd3-5c8fb7782a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:34.631363 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-3191ac7f-d02d-44e0-b57e-09946668cd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:34.633092 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-3191ac7f-d02d-44e0-b57e-09946668cd8d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=61fdd20b-531c-44e4-871b-ee221b26b9bc HTTP/1.1" status: 200 len: 855 time: 0.0764685 Jun 23 08:39:34.634658 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-9b014433-3c89-4e75-bcd3-5c8fb7782a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:34.639767 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-78faba38-dacb-4b69-a0f6-51cb1661f2aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:34.669949 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb93d4e-8d0f-422c-9871-912af1b5c4c1 req-a6a00d84-aa6c-4a54-8f72-a6abc615265e tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:34.671624 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-4bb93d4e-8d0f-422c-9871-912af1b5c4c1 req-a6a00d84-aa6c-4a54-8f72-a6abc615265e tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d05ebdd-e2dc-425b-b131-989d0415c9bd HTTP/1.1" status: 200 len: 944 time: 0.4241071 Jun 23 08:39:34.681637 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b014433-3c89-4e75-bcd3-5c8fb7782a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7794b2f1-db7d-4ffb-bb12-3dee8856555d,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:34.703388 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-9b014433-3c89-4e75-bcd3-5c8fb7782a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:34.730549 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-53390112-c8eb-49b3-b187-b04841579faf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2a71c23-2a6e-4a5b-9397-0dd91ec2db00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612178 Jun 23 08:39:34.741343 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-9b014433-3c89-4e75-bcd3-5c8fb7782a00 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7fd0f3c341a943858c514891c0e8d21a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7951825 Jun 23 08:39:34.742275 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 45862) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:34.763084 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-4bb93d4e-8d0f-422c-9871-912af1b5c4c1 req-6ce14503-ee8b-4a81-96dd-44f7c61c2fee tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/security-groups?id=4783de80-35fb-42c0-b9ca-996f2d5c577f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783265 Jun 23 08:39:34.768316 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da46e1c-6d76-473f-a096-ce00525ee1ca req-c88f40fa-3fd9-4162-a402-b62ca5600309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:34.772317 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-2da46e1c-6d76-473f-a096-ce00525ee1ca req-c88f40fa-3fd9-4162-a402-b62ca5600309 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9788435d-c221-4c0e-836d-db1e90eeb672 HTTP/1.1" status: 200 len: 913 time: 0.4092414 Jun 23 08:39:34.862809 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ce2d2-423a-4d34-8c54-192199a605af req-c84b6ebb-1327-48c1-9ba6-86b9c48470bf tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:34.870859 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-669ce2d2-423a-4d34-8c54-192199a605af req-c84b6ebb-1327-48c1-9ba6-86b9c48470bf tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=87fcf92a-b141-4834-9695-5db5f9e508f0 HTTP/1.1" status: 200 len: 943 time: 0.4099550 Jun 23 08:39:34.917933 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-2da46e1c-6d76-473f-a096-ce00525ee1ca req-9b340fc5-9d26-4192-9712-64264e27b777 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b799cb86-28b8-4ceb-be1b-f7a2c4532a41 HTTP/1.1" status: 200 len: 217 time: 0.1359677 Jun 23 08:39:34.945372 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-748b664a-e91e-4d2d-a591-2f9c78069893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:34.955730 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-4b331f9d-5542-4f0c-b194-68918fa7868a service neutron] 10.222.0.13 "GET /v2.0/networks/f2a71c23-2a6e-4a5b-9397-0dd91ec2db00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121012 Jun 23 08:39:34.993078 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-669ce2d2-423a-4d34-8c54-192199a605af req-0d569050-ad8b-460f-b495-4d06ac1ca683 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210709 Jun 23 08:39:35.015588 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-748b664a-e91e-4d2d-a591-2f9c78069893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:35.027061 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da46e1c-6d76-473f-a096-ce00525ee1ca req-7bf2b4ea-7924-4e80-9f08-f5d995bb281f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:35.028776 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-2da46e1c-6d76-473f-a096-ce00525ee1ca req-7bf2b4ea-7924-4e80-9f08-f5d995bb281f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=950f0c7a-ba02-4477-8101-a21fad5dd592 HTTP/1.1" status: 200 len: 852 time: 0.1038828 Jun 23 08:39:35.088932 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 08:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982a5a1a-f089-49cd-8d6e-042a11a0238a x-openstack-request-id: req-982a5a1a-f089-49cd-8d6e-042a11a0238a {{(pid=99593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:39:35.089247 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87fcf92a-b141-4834-9695-5db5f9e508f0", "tag": "ec3a50bb-9a40-4f54-bfe9-ab35584f2f58", "status": "completed", "code": 200}]} {{(pid=99593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:39:35.089566 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-982a5a1a-f089-49cd-8d6e-042a11a0238a {{(pid=99593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:39:35.090443 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87fcf92a-b141-4834-9695-5db5f9e508f0', 'tag': 'ec3a50bb-9a40-4f54-bfe9-ab35584f2f58', 'status': 'completed', 'code': 200} Jun 23 08:39:35.142108 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-2da46e1c-6d76-473f-a096-ce00525ee1ca req-cb55af7b-d225-49bf-bc66-d49ae2236156 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9788435d-c221-4c0e-836d-db1e90eeb672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064320 Jun 23 08:39:35.204751 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-a568ac08-77e8-4565-8d08-86b5189ee97b req-bbc4aace-722e-4209-8dc8-d5a1cf4337be service neutron] 10.222.0.13 "GET /v2.0/networks/f2a71c23-2a6e-4a5b-9397-0dd91ec2db00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300708 Jun 23 08:39:35.210317 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-748b664a-e91e-4d2d-a591-2f9c78069893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:35.216910 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-748b664a-e91e-4d2d-a591-2f9c78069893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:35.218399 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-748b664a-e91e-4d2d-a591-2f9c78069893 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7794b2f1-db7d-4ffb-bb12-3dee8856555d HTTP/1.1" status: 204 len: 168 time: 0.4662941 Jun 23 08:39:35.219197 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-4fd05c0e-08e5-40d3-9564-ce5191e40d63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:35.232333 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b664a-e91e-4d2d-a591-2f9c78069893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7794b2f1-db7d-4ffb-bb12-3dee8856555d,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:35.235314 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-748b664a-e91e-4d2d-a591-2f9c78069893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:35.310598 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-2da46e1c-6d76-473f-a096-ce00525ee1ca req-8d0c92b8-948f-44c8-ae07-625a9287cd22 service neutron] 10.222.0.13 "GET /v2.0/networks/9788435d-c221-4c0e-836d-db1e90eeb672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608031 Jun 23 08:39:35.377183 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-eb7da8e2-4920-49c7-8e58-4f3d4b503058 req-110238da-8bc8-47e3-b16f-a3812f171fa9 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9f730d8-aa12-41b3-9b1c-4fa0f3248acf HTTP/1.1" status: 200 len: 210 time: 0.0642056 Jun 23 08:39:35.381411 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3f09e1b5-920d-4f3d-94df-4441fc37ab42 req-f44075fe-552a-4d07-885b-156317204eda tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 210 time: 0.0695081 Jun 23 08:39:35.519930 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.13', 57430) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:35.547452 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-2da46e1c-6d76-473f-a096-ce00525ee1ca req-0ac927dc-b257-4be1-82a4-84ed93d163e9 service neutron] 10.222.0.13 "GET /v2.0/networks/9788435d-c221-4c0e-836d-db1e90eeb672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156458 Jun 23 08:39:35.559296 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device c900c729-6a49-4839-aa3b-b4e300ea875c up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:39:35.691824 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port c900c729-6a49-4839-aa3b-b4e300ea875c triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:39:35.693016 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:35.747729 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-0feb55b9-f17e-43fa-9fc2-72491150bdf0 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:35.749676 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-0feb55b9-f17e-43fa-9fc2-72491150bdf0 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.13 "GET /v2.0/networks?id=b711c792-b208-4500-bb11-09c7e15b522c HTTP/1.1" status: 200 len: 818 time: 0.2267141 Jun 23 08:39:35.764714 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7952a-8b1e-4b8e-acc5-234ad489404e req-4b1aac25-facb-42a3-9369-4b85ce398d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:35.766397 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-92f7952a-8b1e-4b8e-acc5-234ad489404e req-4b1aac25-facb-42a3-9369-4b85ce398d5a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=049e0835e2d54c6aa94a5398907d5da3&device_id=87fcf92a-b141-4834-9695-5db5f9e508f0 HTTP/1.1" status: 200 len: 1096 time: 0.2098658 Jun 23 08:39:35.771711 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-8f8def50-833c-40b3-ab60-d4e483297523 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Request body: {'port': {'device_id': '5b80b71e-6219-4c1a-b7de-c99457da83ed', 'network_id': 'b711c792-b208-4500-bb11-09c7e15b522c', 'admin_state_up': True, 'tenant_id': '892798fcbd634629883b86ab1c91a73d'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:39:35.773297 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-5d502e66-3cd3-4f96-aef4-556e787a5db9 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:35.782295 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-5d502e66-3cd3-4f96-aef4-556e787a5db9 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/networks?id=b711c792-b208-4500-bb11-09c7e15b522c HTTP/1.1" status: 200 len: 818 time: 0.2660203 Jun 23 08:39:35.821274 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-61a371f4-4b98-4152-9f48-3b8bda2ee302 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/quotas/892798fcbd634629883b86ab1c91a73d HTTP/1.1" status: 200 len: 375 time: 0.0347753 Jun 23 08:39:35.939971 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-f8258ecb-e26f-4740-a90a-c6f3c62a458f tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=892798fcbd634629883b86ab1c91a73d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1178043 Jun 23 08:39:36.063805 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7952a-8b1e-4b8e-acc5-234ad489404e req-4f01db28-1dc9-4954-86c4-45cf3c82b775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:36.066230 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-92f7952a-8b1e-4b8e-acc5-234ad489404e req-4f01db28-1dc9-4954-86c4-45cf3c82b775 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2a71c23-2a6e-4a5b-9397-0dd91ec2db00 HTTP/1.1" status: 200 len: 916 time: 0.2107179 Jun 23 08:39:36.080268 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-1f30346a-827e-44f4-9f5a-f0ffceeb664b service neutron] 10.222.0.23 "GET /v2.0/networks/b711c792-b208-4500-bb11-09c7e15b522c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287875 Jun 23 08:39:36.084218 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-8f8def50-833c-40b3-ab60-d4e483297523 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Made reservation on behalf of 892798fcbd634629883b86ab1c91a73d for: {'port': 1} {{(pid=99594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:39:36.093712 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-8f8def50-833c-40b3-ab60-d4e483297523 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:36.223547 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-92f7952a-8b1e-4b8e-acc5-234ad489404e req-f2462c3c-b65e-419a-ab63-8588a511698a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec3a50bb-9a40-4f54-bfe9-ab35584f2f58 HTTP/1.1" status: 200 len: 217 time: 0.0500615 Jun 23 08:39:36.305628 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7952a-8b1e-4b8e-acc5-234ad489404e req-6ace101c-5e5f-4222-bb57-6735d02645fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:36.307139 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-92f7952a-8b1e-4b8e-acc5-234ad489404e req-6ace101c-5e5f-4222-bb57-6735d02645fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=61fdd20b-531c-44e4-871b-ee221b26b9bc HTTP/1.1" status: 200 len: 855 time: 0.0732439 Jun 23 08:39:36.318083 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4346603-a9a2-4ae6-a3d6-9b530e90ffd6 req-7bd3a5a1-f674-4a6f-8ac7-58cfeb6e47cc tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:36.325553 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a4346603-a9a2-4ae6-a3d6-9b530e90ffd6 req-7bd3a5a1-f674-4a6f-8ac7-58cfeb6e47cc tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d05ebdd-e2dc-425b-b131-989d0415c9bd HTTP/1.1" status: 200 len: 944 time: 0.3137443 Jun 23 08:39:36.383706 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-92f7952a-8b1e-4b8e-acc5-234ad489404e req-af804ffe-de18-4c7f-bf47-2dd37337227e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2a71c23-2a6e-4a5b-9397-0dd91ec2db00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667460 Jun 23 08:39:36.464494 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-28733830-5799-4e64-87cf-44aa905c2dbe service neutron] 10.222.0.23 "GET /v2.0/networks/b711c792-b208-4500-bb11-09c7e15b522c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692150 Jun 23 08:39:36.484543 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a4346603-a9a2-4ae6-a3d6-9b530e90ffd6 req-1bc800ec-23ae-4f7c-94db-24e778b2beba tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/security-groups?id=4783de80-35fb-42c0-b9ca-996f2d5c577f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557255 Jun 23 08:39:36.504536 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.db_base_plugin_common [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-8f8def50-833c-40b3-ab60-d4e483297523 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Allocated IP 172.20.0.5 (b711c792-b208-4500-bb11-09c7e15b522c/27d76a9c-f09b-4b46-ac4d-5eb636fc5d99/dce9eec3-ad6c-4933-91f7-e9bc2ab20d12) {{(pid=99594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:39:36.555462 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366a45b-1120-4b72-ad85-41a47e395100 req-14ddcfa3-c5e2-4188-95ce-17580193c84d tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:36.556851 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1366a45b-1120-4b72-ad85-41a47e395100 req-14ddcfa3-c5e2-4188-95ce-17580193c84d tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.13 "GET /v2.0/networks?id=af02fdbe-1809-4bc4-a26c-3d8953062d57 HTTP/1.1" status: 200 len: 808 time: 0.2473578 Jun 23 08:39:36.585310 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [req-1366a45b-1120-4b72-ad85-41a47e395100 req-46675c8d-e79e-461c-8631-c97123eb8199 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Request body: {'port': {'device_id': 'b9f730d8-aa12-41b3-9b1c-4fa0f3248acf', 'network_id': 'af02fdbe-1809-4bc4-a26c-3d8953062d57', 'admin_state_up': True, 'tenant_id': '6d00d829616e461fa59187fd9f9869a8'}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:39:36.667181 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-92f7952a-8b1e-4b8e-acc5-234ad489404e req-3dc1a066-5e1e-46eb-b57b-48a6fc6aed3c service neutron] 10.222.0.13 "GET /v2.0/networks/f2a71c23-2a6e-4a5b-9397-0dd91ec2db00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663071 Jun 23 08:39:36.849510 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1366a45b-1120-4b72-ad85-41a47e395100 req-46675c8d-e79e-461c-8631-c97123eb8199 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Made reservation on behalf of 6d00d829616e461fa59187fd9f9869a8 for: {'port': 1} {{(pid=99593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:39:36.853487 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [req-1366a45b-1120-4b72-ad85-41a47e395100 req-46675c8d-e79e-461c-8631-c97123eb8199 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:37.106888 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-eccd0446-9c04-41f4-9c86-56f046139ab9 req-be5988b5-8f3b-4c32-ac6d-c9bde52da820 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9f730d8-aa12-41b3-9b1c-4fa0f3248acf HTTP/1.1" status: 200 len: 210 time: 0.0768871 Jun 23 08:39:37.192412 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.13', 57436) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:37.203963 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.db.db_base_plugin_common [req-1366a45b-1120-4b72-ad85-41a47e395100 req-46675c8d-e79e-461c-8631-c97123eb8199 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Allocated IP 172.20.0.14 (af02fdbe-1809-4bc4-a26c-3d8953062d57/2d83cc78-2e48-42cc-913c-bbfd387c94bf/d28148ee-dc5e-413f-af62-b597e793fd7c) {{(pid=99593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:39:37.471611 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-8f8def50-833c-40b3-ab60-d4e483297523 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Notify callbacks [] for port, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:37.476186 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-92f7952a-8b1e-4b8e-acc5-234ad489404e req-b29d0ae2-3d19-4573-9407-3cd090dbd9a6 service neutron] 10.222.0.13 "GET /v2.0/networks/f2a71c23-2a6e-4a5b-9397-0dd91ec2db00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7926908 Jun 23 08:39:37.530184 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-56f6ecec-7af9-417b-a424-c8320c82b7a6 req-ca4b9148-f65d-423d-af95-27a0731bc7ac tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 210 time: 0.1295278 Jun 23 08:39:37.560110 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-f4c98800-428c-45ba-b905-e84e636f538b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:37.562127 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-f4c98800-428c-45ba-b905-e84e636f538b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.13 "GET /v2.0/networks?id=02f4b377-8e86-41d6-8ffe-f003b45c6248 HTTP/1.1" status: 200 len: 816 time: 0.3640678 Jun 23 08:39:37.582880 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-8f8def50-833c-40b3-ab60-d4e483297523 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117'] for port, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:37.590841 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:37.600473 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff41c2-00c1-4606-936e-3b8a4150735d req-e7103778-3d47-4e21-8c0c-f8ea16b734ee tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:37.611827 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-98ff41c2-00c1-4606-936e-3b8a4150735d req-e7103778-3d47-4e21-8c0c-f8ea16b734ee tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=87fcf92a-b141-4834-9695-5db5f9e508f0 HTTP/1.1" status: 200 len: 943 time: 0.6549854 Jun 23 08:39:37.696160 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [req-1366a45b-1120-4b72-ad85-41a47e395100 req-46675c8d-e79e-461c-8631-c97123eb8199 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Notify callbacks [] for port, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:37.766243 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-8f8def50-833c-40b3-ab60-d4e483297523 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Network b711c792-b208-4500-bb11-09c7e15b522c is already hosted by enough agents. {{(pid=99594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:39:37.778846 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-98ff41c2-00c1-4606-936e-3b8a4150735d req-e00441df-0a48-4f9f-af56-3781132dcaf4 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652403 Jun 23 08:39:37.781519 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-c4421631-c90a-49ea-9d8a-d0886b539d4e tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=155e1127bd2f402a83bf7f1e4da6faa5 HTTP/1.1" status: 200 len: 380 time: 0.1218381 Jun 23 08:39:37.787487 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-8f8def50-833c-40b3-ab60-d4e483297523 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Resources bound (agent type, host, resource id): {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:39:37.792812 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-8f8def50-833c-40b3-ab60-d4e483297523 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Received port after_create {{(pid=99594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:39:37.800647 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-8f8def50-833c-40b3-ab60-d4e483297523 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:37.801513 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-8f8def50-833c-40b3-ab60-d4e483297523 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:37.808790 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8def50-833c-40b3-ab60-d4e483297523 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Pushing event updated for resources: {'Port': ['ID=dce9eec3-ad6c-4933-91f7-e9bc2ab20d12,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:37.816840 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-8f8def50-833c-40b3-ab60-d4e483297523 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:37.820349 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-2eebdc97-506b-4783-b446-08d9a74ad86d tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Request body: {'port': {'device_id': '3631e51b-c5d2-4b22-9356-7ee8f3f3126d', 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248', 'admin_state_up': True, 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'security_groups': ['c348a60e-3a62-4a90-a98f-8c9f1a3328e7']}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:39:37.848643 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [req-1366a45b-1120-4b72-ad85-41a47e395100 req-46675c8d-e79e-461c-8631-c97123eb8199 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3652731'] for port, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:37.853647 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-8f8def50-833c-40b3-ab60-d4e483297523 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0861845 Jun 23 08:39:37.878993 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-c43966bc-90b1-482d-aebb-956b6840399a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:37.889793 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-14a5d6bd-6fb9-49d7-849e-01af90926a94 service neutron] Request body: {'port': {'device_id': '5b80b71e-6219-4c1a-b7de-c99457da83ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:39:37.898196 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1366a45b-1120-4b72-ad85-41a47e395100 req-46675c8d-e79e-461c-8631-c97123eb8199 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Network af02fdbe-1809-4bc4-a26c-3d8953062d57 is already hosted by enough agents. {{(pid=99593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:39:37.935869 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.base_scheduler [req-1366a45b-1120-4b72-ad85-41a47e395100 req-46675c8d-e79e-461c-8631-c97123eb8199 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Resources bound (agent type, host, resource id): {{(pid=99593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:39:37.958562 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.db.l3_dvrscheduler_db [req-1366a45b-1120-4b72-ad85-41a47e395100 req-46675c8d-e79e-461c-8631-c97123eb8199 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Received port after_create {{(pid=99593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:39:37.963782 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c949796b-304d-45ad-ba2b-a411b1e79ac2 req-3efa41fa-4b92-420e-a0c0-b86184c8ca2a tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 210 time: 0.0949006 Jun 23 08:39:38.006436 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-14a5d6bd-6fb9-49d7-849e-01af90926a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:38.050757 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46675c8d-e79e-461c-8631-c97123eb8199 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Pushing event updated for resources: {'Port': ['ID=d28148ee-dc5e-413f-af62-b597e793fd7c,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:38.054142 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-46675c8d-e79e-461c-8631-c97123eb8199 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:38.075690 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366a45b-1120-4b72-ad85-41a47e395100 req-46675c8d-e79e-461c-8631-c97123eb8199 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:38.076340 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [req-1366a45b-1120-4b72-ad85-41a47e395100 req-46675c8d-e79e-461c-8631-c97123eb8199 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for port, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:38.109132 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4c0e5-15da-4c25-b3aa-fd76cef50ec6 req-9013be04-5110-4c0f-94c5-3bf5ce6e7620 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:38.110784 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-35f4c0e5-15da-4c25-b3aa-fd76cef50ec6 req-9013be04-5110-4c0f-94c5-3bf5ce6e7620 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d05ebdd-e2dc-425b-b131-989d0415c9bd HTTP/1.1" status: 200 len: 944 time: 0.1725791 Jun 23 08:39:38.118085 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1366a45b-1120-4b72-ad85-41a47e395100 req-46675c8d-e79e-461c-8631-c97123eb8199 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5381994 Jun 23 08:39:38.118765 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-2eebdc97-506b-4783-b446-08d9a74ad86d tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Made reservation on behalf of 155e1127bd2f402a83bf7f1e4da6faa5 for: {'port': 1} {{(pid=99594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:39:38.123447 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-2eebdc97-506b-4783-b446-08d9a74ad86d tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:38.140820 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [req-1366a45b-1120-4b72-ad85-41a47e395100 req-c07e9ac4-7f59-4820-ab26-01b72177b879 service neutron] Request body: {'port': {'device_id': 'b9f730d8-aa12-41b3-9b1c-4fa0f3248acf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:39:38.188519 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-35f4c0e5-15da-4c25-b3aa-fd76cef50ec6 req-7478da8a-d76c-4c03-885c-49c981e0870f tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/security-groups?id=4783de80-35fb-42c0-b9ca-996f2d5c577f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686371 Jun 23 08:39:38.232012 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [req-1366a45b-1120-4b72-ad85-41a47e395100 req-c07e9ac4-7f59-4820-ab26-01b72177b879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:38.335071 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-a3efa226-ec83-489b-bea3-548f84d992e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:38.469379 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.db_base_plugin_common [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-2eebdc97-506b-4783-b446-08d9a74ad86d tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Allocated IP 172.20.0.7 (02f4b377-8e86-41d6-8ffe-f003b45c6248/2b3df551-72d8-4749-a018-772b466944b3/d138dc7d-821b-43b7-b299-08c73ca38d11) {{(pid=99594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:39:38.537242 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d3b61-d3b7-4a27-b793-8f68947b1d50 req-0fc86438-3223-430a-94b3-56565ad1be2d tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:38.538643 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-921d3b61-d3b7-4a27-b793-8f68947b1d50 req-0fc86438-3223-430a-94b3-56565ad1be2d tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9f730d8-aa12-41b3-9b1c-4fa0f3248acf HTTP/1.1" status: 200 len: 932 time: 0.1632640 Jun 23 08:39:38.634638 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-921d3b61-d3b7-4a27-b793-8f68947b1d50 req-16d21974-9528-47a2-a0dd-abae0363d8d4 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ad63e84-8ae2-49b5-9fd8-cb67a63eba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868020 Jun 23 08:39:38.692475 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-14a5d6bd-6fb9-49d7-849e-01af90926a94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dce9eec3-ad6c-4933-91f7-e9bc2ab20d12 {{(pid=99594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:39:38.734763 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.notifiers.nova [req-1366a45b-1120-4b72-ad85-41a47e395100 req-c07e9ac4-7f59-4820-ab26-01b72177b879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d28148ee-dc5e-413f-af62-b597e793fd7c {{(pid=99593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:39:38.744613 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [req-1366a45b-1120-4b72-ad85-41a47e395100 req-c07e9ac4-7f59-4820-ab26-01b72177b879 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:38.770693 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.db.provisioning_blocks [req-1366a45b-1120-4b72-ad85-41a47e395100 req-c07e9ac4-7f59-4820-ab26-01b72177b879 service neutron] Transition to ACTIVE for port object d28148ee-dc5e-413f-af62-b597e793fd7c will not be triggered until provisioned by entity L2. {{(pid=99593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:39:38.777180 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [req-1366a45b-1120-4b72-ad85-41a47e395100 req-c07e9ac4-7f59-4820-ab26-01b72177b879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3652713'] for port, after_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:38.780593 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:38.795908 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-14a5d6bd-6fb9-49d7-849e-01af90926a94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:38.875446 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.provisioning_blocks [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-14a5d6bd-6fb9-49d7-849e-01af90926a94 service neutron] Transition to ACTIVE for port object dce9eec3-ad6c-4933-91f7-e9bc2ab20d12 will not be triggered until provisioned by entity L2. {{(pid=99594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:39:38.887895 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-14a5d6bd-6fb9-49d7-849e-01af90926a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:38.909013 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-2eebdc97-506b-4783-b446-08d9a74ad86d tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for port, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:38.921577 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:38.963795 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3fa1c3e4-7518-4bb3-876b-e0e525a6896e req-a4a25994-f50f-4f35-a0cc-c745fa9a39fd tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 210 time: 0.1781521 Jun 23 08:39:38.972902 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.provisioning_blocks [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-2eebdc97-506b-4783-b446-08d9a74ad86d tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Transition to ACTIVE for port object d138dc7d-821b-43b7-b299-08c73ca38d11 will not be triggered until provisioned by entity DHCP. {{(pid=99594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:39:39.012618 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-8c243fc3-de0c-4ed3-a9cc-6f6e2d13880e tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:39.014110 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-8c243fc3-de0c-4ed3-a9cc-6f6e2d13880e tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.13 "GET /v2.0/networks?id=b711c792-b208-4500-bb11-09c7e15b522c HTTP/1.1" status: 200 len: 818 time: 0.3040679 Jun 23 08:39:39.019670 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e9ac4-7f59-4820-ab26-01b72177b879 service neutron] Pushing event updated for resources: {'Port': ['ID=d28148ee-dc5e-413f-af62-b597e793fd7c,revision_number=2']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:39.022770 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-c07e9ac4-7f59-4820-ab26-01b72177b879 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:39.053940 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-207fea86-b2ef-4839-ac84-c81487a96f29 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Request body: {'port': {'device_id': '4dac2409-2d9d-4c1e-8993-1644f982a0ee', 'network_id': 'b711c792-b208-4500-bb11-09c7e15b522c', 'admin_state_up': True, 'tenant_id': '892798fcbd634629883b86ab1c91a73d'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:39:39.149783 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5d6bd-6fb9-49d7-849e-01af90926a94 service neutron] Pushing event updated for resources: {'Port': ['ID=dce9eec3-ad6c-4933-91f7-e9bc2ab20d12,revision_number=2']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:39.158344 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-14a5d6bd-6fb9-49d7-849e-01af90926a94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:39.164462 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-14a5d6bd-6fb9-49d7-849e-01af90926a94 service neutron] Attempting to bind port dce9eec3-ad6c-4933-91f7-e9bc2ab20d12 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:39:39.164789 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-14a5d6bd-6fb9-49d7-849e-01af90926a94 service neutron] Attempting to bind port dce9eec3-ad6c-4933-91f7-e9bc2ab20d12 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '44ec48aa-0e84-4b42-924c-b1608050ef98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b711c792-b208-4500-bb11-09c7e15b522c'}] {{(pid=99594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:39:39.165110 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-14a5d6bd-6fb9-49d7-849e-01af90926a94 service neutron] Attempting to bind port dce9eec3-ad6c-4933-91f7-e9bc2ab20d12 on network b711c792-b208-4500-bb11-09c7e15b522c {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:39:39.171458 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7b6294c7-e2d1-451b-8ac7-5303ab117d36 req-c7d13290-6f6a-4bb8-93dc-d9bfe70d734f tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 210 time: 0.0361125 Jun 23 08:39:39.188240 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-14a5d6bd-6fb9-49d7-849e-01af90926a94 service neutron] Port dce9eec3-ad6c-4933-91f7-e9bc2ab20d12 on network b711c792-b208-4500-bb11-09c7e15b522c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 08:39:39.188240 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-14a5d6bd-6fb9-49d7-849e-01af90926a94 service neutron] Attempting to bind port dce9eec3-ad6c-4933-91f7-e9bc2ab20d12 on network b711c792-b208-4500-bb11-09c7e15b522c {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:39:39.195492 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-14a5d6bd-6fb9-49d7-849e-01af90926a94 service neutron] Checking agent: {'id': '5783bbde-a90f-4f17-9165-5d18275c1698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 37, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:39:39.195867 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-14a5d6bd-6fb9-49d7-849e-01af90926a94 service neutron] Checking segment: {'id': '44ec48aa-0e84-4b42-924c-b1608050ef98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b711c792-b208-4500-bb11-09c7e15b522c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:39:39.196206 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-14a5d6bd-6fb9-49d7-849e-01af90926a94 service neutron] Bound using segment: {'id': '44ec48aa-0e84-4b42-924c-b1608050ef98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b711c792-b208-4500-bb11-09c7e15b522c'} {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:39:39.196645 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-14a5d6bd-6fb9-49d7-849e-01af90926a94 service neutron] Bound port: dce9eec3-ad6c-4933-91f7-e9bc2ab20d12, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44ec48aa-0e84-4b42-924c-b1608050ef98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b711c792-b208-4500-bb11-09c7e15b522c'}}] {{(pid=99594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:39:39.196941 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9abdfdf-a3f3-4190-83c4-1a0ea87f203a req-1540b661-31ee-4444-83ad-382799fa1be3 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:39.197053 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-14a5d6bd-6fb9-49d7-849e-01af90926a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:39.198456 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d9abdfdf-a3f3-4190-83c4-1a0ea87f203a req-1540b661-31ee-4444-83ad-382799fa1be3 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=87fcf92a-b141-4834-9695-5db5f9e508f0 HTTP/1.1" status: 200 len: 943 time: 0.2693772 Jun 23 08:39:39.200136 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.managers [req-1366a45b-1120-4b72-ad85-41a47e395100 req-c07e9ac4-7f59-4820-ab26-01b72177b879 service neutron] Attempting to bind port d28148ee-dc5e-413f-af62-b597e793fd7c on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:39:39.200363 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.managers [req-1366a45b-1120-4b72-ad85-41a47e395100 req-c07e9ac4-7f59-4820-ab26-01b72177b879 service neutron] Attempting to bind port d28148ee-dc5e-413f-af62-b597e793fd7c by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': 'a7c9ceb7-8d10-4f4d-9ddc-5640064e6194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'af02fdbe-1809-4bc4-a26c-3d8953062d57'}] {{(pid=99593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:39:39.200696 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1366a45b-1120-4b72-ad85-41a47e395100 req-c07e9ac4-7f59-4820-ab26-01b72177b879 service neutron] Attempting to bind port d28148ee-dc5e-413f-af62-b597e793fd7c on network af02fdbe-1809-4bc4-a26c-3d8953062d57 {{(pid=99593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:39:39.214242 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1366a45b-1120-4b72-ad85-41a47e395100 req-c07e9ac4-7f59-4820-ab26-01b72177b879 service neutron] Port d28148ee-dc5e-413f-af62-b597e793fd7c on network af02fdbe-1809-4bc4-a26c-3d8953062d57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 08:39:39.214496 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1366a45b-1120-4b72-ad85-41a47e395100 req-c07e9ac4-7f59-4820-ab26-01b72177b879 service neutron] Attempting to bind port d28148ee-dc5e-413f-af62-b597e793fd7c on network af02fdbe-1809-4bc4-a26c-3d8953062d57 {{(pid=99593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:39:39.217433 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-207fea86-b2ef-4839-ac84-c81487a96f29 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Made reservation on behalf of 892798fcbd634629883b86ab1c91a73d for: {'port': 1} {{(pid=99594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:39:39.220996 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-207fea86-b2ef-4839-ac84-c81487a96f29 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:39.232931 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1366a45b-1120-4b72-ad85-41a47e395100 req-c07e9ac4-7f59-4820-ab26-01b72177b879 service neutron] Checking agent: {'id': '5783bbde-a90f-4f17-9165-5d18275c1698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 37, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:39:39.233350 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1366a45b-1120-4b72-ad85-41a47e395100 req-c07e9ac4-7f59-4820-ab26-01b72177b879 service neutron] Checking segment: {'id': 'a7c9ceb7-8d10-4f4d-9ddc-5640064e6194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'af02fdbe-1809-4bc4-a26c-3d8953062d57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:39:39.233669 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1366a45b-1120-4b72-ad85-41a47e395100 req-c07e9ac4-7f59-4820-ab26-01b72177b879 service neutron] Bound using segment: {'id': 'a7c9ceb7-8d10-4f4d-9ddc-5640064e6194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'af02fdbe-1809-4bc4-a26c-3d8953062d57'} {{(pid=99593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:39:39.234117 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.managers [req-1366a45b-1120-4b72-ad85-41a47e395100 req-c07e9ac4-7f59-4820-ab26-01b72177b879 service neutron] Bound port: d28148ee-dc5e-413f-af62-b597e793fd7c, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c9ceb7-8d10-4f4d-9ddc-5640064e6194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'af02fdbe-1809-4bc4-a26c-3d8953062d57'}}] {{(pid=99593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:39:39.234471 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [req-1366a45b-1120-4b72-ad85-41a47e395100 req-c07e9ac4-7f59-4820-ab26-01b72177b879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:39.236624 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-2eebdc97-506b-4783-b446-08d9a74ad86d tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117'] for port, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:39.270543 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:39.310467 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d9abdfdf-a3f3-4190-83c4-1a0ea87f203a req-05afb735-e09e-46ff-8def-1d771c21eef8 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059754 Jun 23 08:39:39.311587 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-2eebdc97-506b-4783-b446-08d9a74ad86d tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Network 02f4b377-8e86-41d6-8ffe-f003b45c6248 is already hosted by enough agents. {{(pid=99594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:39:39.325763 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.db [req-1366a45b-1120-4b72-ad85-41a47e395100 req-c07e9ac4-7f59-4820-ab26-01b72177b879 service neutron] For port d28148ee-dc5e-413f-af62-b597e793fd7c, host hv-cinder-76859, cleared binding levels {{(pid=99593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:39:39.335680 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.db [req-1366a45b-1120-4b72-ad85-41a47e395100 req-c07e9ac4-7f59-4820-ab26-01b72177b879 service neutron] For port d28148ee-dc5e-413f-af62-b597e793fd7c, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d28148ee-dc5e-413f-af62-b597e793fd7c,segment=NetworkSegment(a7c9ceb7-8d10-4f4d-9ddc-5640064e6194),segment_id=a7c9ceb7-8d10-4f4d-9ddc-5640064e6194)] {{(pid=99593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:39:39.343110 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [req-1366a45b-1120-4b72-ad85-41a47e395100 req-c07e9ac4-7f59-4820-ab26-01b72177b879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3652713'] for port, after_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:39.352745 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-2eebdc97-506b-4783-b446-08d9a74ad86d tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Resources bound (agent type, host, resource id): {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:39:39.362882 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-2eebdc97-506b-4783-b446-08d9a74ad86d tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Received port after_create {{(pid=99594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:39:39.370242 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-2eebdc97-506b-4783-b446-08d9a74ad86d tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:39.370438 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-2eebdc97-506b-4783-b446-08d9a74ad86d tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:39.376750 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-46675c8d-e79e-461c-8631-c97123eb8199 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:39.380197 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device ec3a50bb-9a40-4f54-bfe9-ab35584f2f58 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 08:39:39.426908 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eebdc97-506b-4783-b446-08d9a74ad86d tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Pushing event updated for resources: {'Port': ['ID=d138dc7d-821b-43b7-b299-08c73ca38d11,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:39.436006 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-2eebdc97-506b-4783-b446-08d9a74ad86d tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:39.438708 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e9ac4-7f59-4820-ab26-01b72177b879 service neutron] Pushing event updated for resources: {'Port': ['ID=d28148ee-dc5e-413f-af62-b597e793fd7c,revision_number=3']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:39.442580 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-2eebdc97-506b-4783-b446-08d9a74ad86d tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6290541 Jun 23 08:39:39.446238 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-c07e9ac4-7f59-4820-ab26-01b72177b879 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:39.449422 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366a45b-1120-4b72-ad85-41a47e395100 req-c07e9ac4-7f59-4820-ab26-01b72177b879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:39.450158 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [req-1366a45b-1120-4b72-ad85-41a47e395100 req-c07e9ac4-7f59-4820-ab26-01b72177b879 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for port, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:39.451585 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1366a45b-1120-4b72-ad85-41a47e395100 req-c07e9ac4-7f59-4820-ab26-01b72177b879 service neutron] 10.222.0.13 "PUT /v2.0/ports/d28148ee-dc5e-413f-af62-b597e793fd7c HTTP/1.1" status: 200 len: 1094 time: 1.3171914 Jun 23 08:39:39.452069 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f730d8-aa12-41b3-9b1c-4fa0f3248acf', 'tag': 'd28148ee-dc5e-413f-af62-b597e793fd7c'}] {{(pid=99593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:39:39.454378 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83d3d9f818ca77ff61c49848176a0342e42afa0a53a044e94cf7f219d67d3ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe0f421-1ba8-4c32-ae77-52dd1c764496" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f730d8-aa12-41b3-9b1c-4fa0f3248acf", "tag": "d28148ee-dc5e-413f-af62-b597e793fd7c"}]}' {{(pid=99593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:39:39.471146 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-14a5d6bd-6fb9-49d7-849e-01af90926a94 service neutron] For port dce9eec3-ad6c-4933-91f7-e9bc2ab20d12, host hv-cinder-76859, cleared binding levels {{(pid=99594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:39:39.506941 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe886a9-db55-4ae1-94d9-1e5780fbd47b req-639024ad-1b52-4f63-b246-aeefb31f686e tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:39.508735 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-fbe886a9-db55-4ae1-94d9-1e5780fbd47b req-639024ad-1b52-4f63-b246-aeefb31f686e tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d05ebdd-e2dc-425b-b131-989d0415c9bd HTTP/1.1" status: 200 len: 944 time: 0.1770234 Jun 23 08:39:39.525478 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-aa4b647f-59b5-4a6c-9291-f5f1fc8867ed service neutron] Request body: {'port': {'device_id': '3631e51b-c5d2-4b22-9356-7ee8f3f3126d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:39:39.543073 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port ec3a50bb-9a40-4f54-bfe9-ab35584f2f58, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=ec3a50bb-9a40-4f54-bfe9-ab35584f2f58,segment=NetworkSegment(40413b3b-b45d-4a95-ab5a-0eceb9f6e658),segment_id=40413b3b-b45d-4a95-ab5a-0eceb9f6e658)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:39:39.557197 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Returning: {'device': 'ec3a50bb-9a40-4f54-bfe9-ab35584f2f58', 'network_id': 'f2a71c23-2a6e-4a5b-9397-0dd91ec2db00', 'port_id': 'ec3a50bb-9a40-4f54-bfe9-ab35584f2f58', 'mac_address': 'fa:16:3e:7c:a2:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61fdd20b-531c-44e4-871b-ee221b26b9bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 08:39:39.584984 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-14a5d6bd-6fb9-49d7-849e-01af90926a94 service neutron] For port dce9eec3-ad6c-4933-91f7-e9bc2ab20d12, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=dce9eec3-ad6c-4933-91f7-e9bc2ab20d12,segment=NetworkSegment(44ec48aa-0e84-4b42-924c-b1608050ef98),segment_id=44ec48aa-0e84-4b42-924c-b1608050ef98)] {{(pid=99594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:39:39.596103 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-14a5d6bd-6fb9-49d7-849e-01af90926a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:39.603941 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:39.605698 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 08:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34f5ab8-484f-4989-8950-37e61efe0636 x-openstack-request-id: req-f34f5ab8-484f-4989-8950-37e61efe0636 {{(pid=99593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:39:39.605698 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f730d8-aa12-41b3-9b1c-4fa0f3248acf", "tag": "d28148ee-dc5e-413f-af62-b597e793fd7c", "status": "completed", "code": 200}]} {{(pid=99593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:39:39.606537 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f34f5ab8-484f-4989-8950-37e61efe0636 {{(pid=99593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:39:39.606537 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f730d8-aa12-41b3-9b1c-4fa0f3248acf', 'tag': 'd28148ee-dc5e-413f-af62-b597e793fd7c', 'status': 'completed', 'code': 200} Jun 23 08:39:39.614753 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-52bc07b4-c633-42b3-84de-e00b359993b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:39.624406 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec3a50bb-9a40-4f54-bfe9-ab35584f2f58 {{(pid=99595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:39:39.647963 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-fbe886a9-db55-4ae1-94d9-1e5780fbd47b req-1408a4a0-1572-4140-9c0f-cfc33103d680 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/security-groups?id=4783de80-35fb-42c0-b9ca-996f2d5c577f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183736 Jun 23 08:39:39.649434 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port ec3a50bb-9a40-4f54-bfe9-ab35584f2f58, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=ec3a50bb-9a40-4f54-bfe9-ab35584f2f58,segment=NetworkSegment(40413b3b-b45d-4a95-ab5a-0eceb9f6e658),segment_id=40413b3b-b45d-4a95-ab5a-0eceb9f6e658)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:39:39.655009 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.db_base_plugin_common [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-207fea86-b2ef-4839-ac84-c81487a96f29 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Allocated IP 172.20.0.12 (b711c792-b208-4500-bb11-09c7e15b522c/27d76a9c-f09b-4b46-ac4d-5eb636fc5d99/de9fda65-253b-40e1-9b01-b03346461763) {{(pid=99594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:39:39.656550 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:39.660499 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device b799cb86-28b8-4ceb-be1b-f7a2c4532a41 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 08:39:39.666265 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:39.670192 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366a45b-1120-4b72-ad85-41a47e395100 req-8a50fc67-cece-47b9-a0b6-969a1b2ca6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:39.672467 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1366a45b-1120-4b72-ad85-41a47e395100 req-8a50fc67-cece-47b9-a0b6-969a1b2ca6d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d00d829616e461fa59187fd9f9869a8&device_id=b9f730d8-aa12-41b3-9b1c-4fa0f3248acf HTTP/1.1" status: 200 len: 1097 time: 0.1108968 Jun 23 08:39:39.675428 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-14a5d6bd-6fb9-49d7-849e-01af90926a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:39.676068 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-14a5d6bd-6fb9-49d7-849e-01af90926a94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:39.677480 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-14a5d6bd-6fb9-49d7-849e-01af90926a94 service neutron] 10.222.0.13 "PUT /v2.0/ports/dce9eec3-ad6c-4933-91f7-e9bc2ab20d12 HTTP/1.1" status: 200 len: 1093 time: 1.7945263 Jun 23 08:39:39.688818 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b80b71e-6219-4c1a-b7de-c99457da83ed', 'tag': 'dce9eec3-ad6c-4933-91f7-e9bc2ab20d12'}] {{(pid=99594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:39:39.688818 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3f20cf24677dbb31f56fc6b5fcedde197d4abde885e517d24b88e41f2eb98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8860eb-ebfc-4635-ae9d-d8d044984737" -d '{"events": [{"name": "network-changed", "server_uuid": "5b80b71e-6219-4c1a-b7de-c99457da83ed", "tag": "dce9eec3-ad6c-4933-91f7-e9bc2ab20d12"}]}' {{(pid=99594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:39:39.765592 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=ec3a50bb-9a40-4f54-bfe9-ab35584f2f58,revision_number=4']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:39.775479 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:39.779177 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-aa4b647f-59b5-4a6c-9291-f5f1fc8867ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:39.781345 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1366a45b-1120-4b72-ad85-41a47e395100 req-38d9e412-7caa-4d68-a94e-b3f2dfc5e5cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d28148ee-dc5e-413f-af62-b597e793fd7c HTTP/1.1" status: 200 len: 217 time: 0.0855150 Jun 23 08:39:39.812439 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5d6bd-6fb9-49d7-849e-01af90926a94 service neutron] Pushing event updated for resources: {'Port': ['ID=dce9eec3-ad6c-4933-91f7-e9bc2ab20d12,revision_number=3']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:39.824405 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 08:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22786e09-79d4-42f0-8d74-a7b90eb3d61f x-openstack-request-id: req-22786e09-79d4-42f0-8d74-a7b90eb3d61f {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:39:39.824405 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b80b71e-6219-4c1a-b7de-c99457da83ed", "tag": "dce9eec3-ad6c-4933-91f7-e9bc2ab20d12", "status": "completed", "code": 200}]} {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:39:39.824405 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-22786e09-79d4-42f0-8d74-a7b90eb3d61f {{(pid=99594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:39:39.824405 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b80b71e-6219-4c1a-b7de-c99457da83ed', 'tag': 'dce9eec3-ad6c-4933-91f7-e9bc2ab20d12', 'status': 'completed', 'code': 200} Jun 23 08:39:39.831347 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-14a5d6bd-6fb9-49d7-849e-01af90926a94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:39.905253 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366a45b-1120-4b72-ad85-41a47e395100 req-5b334e3b-4e1d-4c43-aff1-fe2cd908d45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:39.907606 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1366a45b-1120-4b72-ad85-41a47e395100 req-5b334e3b-4e1d-4c43-aff1-fe2cd908d45a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d83cc78-2e48-42cc-913c-bbfd387c94bf HTTP/1.1" status: 200 len: 848 time: 0.0953825 Jun 23 08:39:39.942700 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd544b-57dd-4e53-b02b-02b8266c6ff0 req-f8f6280a-9c3f-4438-b4b3-2e88362b3383 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:39.945513 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-45fd544b-57dd-4e53-b02b-02b8266c6ff0 req-f8f6280a-9c3f-4438-b4b3-2e88362b3383 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9f730d8-aa12-41b3-9b1c-4fa0f3248acf HTTP/1.1" status: 200 len: 944 time: 0.1630669 Jun 23 08:39:39.983269 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1366a45b-1120-4b72-ad85-41a47e395100 req-e51f9682-75d6-44d3-a183-2438a9be3345 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=af02fdbe-1809-4bc4-a26c-3d8953062d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688477 Jun 23 08:39:40.037548 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port b799cb86-28b8-4ceb-be1b-f7a2c4532a41, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=b799cb86-28b8-4ceb-be1b-f7a2c4532a41,segment=NetworkSegment(d8413471-54a6-4c08-ae24-18b34c8b7792),segment_id=d8413471-54a6-4c08-ae24-18b34c8b7792)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:39:40.075136 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-45fd544b-57dd-4e53-b02b-02b8266c6ff0 req-99711ce4-705f-498e-b179-0bc584e72a90 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ad63e84-8ae2-49b5-9fd8-cb67a63eba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961256 Jun 23 08:39:40.134297 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-207fea86-b2ef-4839-ac84-c81487a96f29 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Notify callbacks [] for port, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:40.169399 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1366a45b-1120-4b72-ad85-41a47e395100 req-bad38845-c0b6-4a9b-b7b9-84a2a1ac0879 service neutron] 10.222.0.13 "GET /v2.0/networks/af02fdbe-1809-4bc4-a26c-3d8953062d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510475 Jun 23 08:39:40.359583 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Returning: {'device': 'b799cb86-28b8-4ceb-be1b-f7a2c4532a41', 'network_id': '9788435d-c221-4c0e-836d-db1e90eeb672', 'port_id': 'b799cb86-28b8-4ceb-be1b-f7a2c4532a41', 'mac_address': 'fa:16:3e:f0:c3:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '950f0c7a-ba02-4477-8101-a21fad5dd592', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 08:39:40.365736 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ffcc11b-704a-4f6b-adeb-7beecd64b5ee None None] Provisioning for port d138dc7d-821b-43b7-b299-08c73ca38d11 completed by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:39:40.392930 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ffcc11b-704a-4f6b-adeb-7beecd64b5ee None None] Provisioning complete for port d138dc7d-821b-43b7-b299-08c73ca38d11 triggered by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:39:40.394169 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc11b-704a-4f6b-adeb-7beecd64b5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:40.450112 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:40.454176 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-8ffcc11b-704a-4f6b-adeb-7beecd64b5ee None None] Port d138dc7d-821b-43b7-b299-08c73ca38d11 cannot update to ACTIVE because it is not bound. {{(pid=99595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 08:39:40.461597 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-7efaee26-d289-4b52-bc66-a080f7a414ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:40.463318 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-7efaee26-d289-4b52-bc66-a080f7a414ca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=892798fcbd634629883b86ab1c91a73d&device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 1096 time: 0.6176739 Jun 23 08:39:40.470183 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b799cb86-28b8-4ceb-be1b-f7a2c4532a41 {{(pid=99595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:39:40.493957 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port b799cb86-28b8-4ceb-be1b-f7a2c4532a41, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=b799cb86-28b8-4ceb-be1b-f7a2c4532a41,segment=NetworkSegment(d8413471-54a6-4c08-ae24-18b34c8b7792),segment_id=d8413471-54a6-4c08-ae24-18b34c8b7792)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:39:40.499468 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b1b68424-89f6-433c-9ba2-3d2b803b3f64 req-e091c186-ea17-4488-b3e3-261fcea4c218 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 210 time: 0.0668869 Jun 23 08:39:40.513933 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:40.518359 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:40.527035 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1366a45b-1120-4b72-ad85-41a47e395100 req-dd68534a-881d-4e21-a283-d51fab0ab891 service neutron] 10.222.0.13 "GET /v2.0/networks/af02fdbe-1809-4bc4-a26c-3d8953062d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504407 Jun 23 08:39:40.585883 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161d431-05c0-4361-a1dc-16153b8281ff req-1f8066b2-a718-4d36-8283-5a5bf955210f tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:40.593932 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e161d431-05c0-4361-a1dc-16153b8281ff req-1f8066b2-a718-4d36-8283-5a5bf955210f tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 931 time: 0.2249298 Jun 23 08:39:40.617866 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=b799cb86-28b8-4ceb-be1b-f7a2c4532a41,revision_number=4']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:40.628305 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:40.648025 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-4b0843e9-c5be-4c62-bf45-73e2bca50811 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dce9eec3-ad6c-4933-91f7-e9bc2ab20d12 HTTP/1.1" status: 200 len: 217 time: 0.1293814 Jun 23 08:39:40.650232 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e161d431-05c0-4361-a1dc-16153b8281ff req-dd64e9f3-5be7-4aa6-9639-a838e192dfb5 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552020 Jun 23 08:39:40.738253 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0f421-1ba8-4c32-ae77-52dd1c764496 req-20be983c-acfe-444e-a219-26498759ef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:40.738487 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9fe0f421-1ba8-4c32-ae77-52dd1c764496 req-20be983c-acfe-444e-a219-26498759ef29 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d00d829616e461fa59187fd9f9869a8&device_id=b9f730d8-aa12-41b3-9b1c-4fa0f3248acf HTTP/1.1" status: 200 len: 1097 time: 0.1027200 Jun 23 08:39:40.750151 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-207fea86-b2ef-4839-ac84-c81487a96f29 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117'] for port, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:40.754213 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-162e9dae-477e-4ef5-ab4a-69a7aa37c30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:40.755992 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-162e9dae-477e-4ef5-ab4a-69a7aa37c30b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27d76a9c-f09b-4b46-ac4d-5eb636fc5d99 HTTP/1.1" status: 200 len: 858 time: 0.0985942 Jun 23 08:39:40.758849 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:40.759019 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-aa4b647f-59b5-4a6c-9291-f5f1fc8867ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d138dc7d-821b-43b7-b299-08c73ca38d11 {{(pid=99594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:39:40.762444 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56f684-b8df-4860-bb74-4083d28e94e7 req-a9551761-c011-42e1-816b-18afd08f21f3 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:40.769699 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6e56f684-b8df-4860-bb74-4083d28e94e7 req-a9551761-c011-42e1-816b-18afd08f21f3 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=87fcf92a-b141-4834-9695-5db5f9e508f0 HTTP/1.1" status: 200 len: 944 time: 0.0980625 Jun 23 08:39:40.786323 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-49c34a0a-6de6-4449-b543-58a2021b5b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:40.832884 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-aa4b647f-59b5-4a6c-9291-f5f1fc8867ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:40.843146 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-b6274249-203b-450c-b114-efc5812e373f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b711c792-b208-4500-bb11-09c7e15b522c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787683 Jun 23 08:39:40.849946 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-207fea86-b2ef-4839-ac84-c81487a96f29 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Network b711c792-b208-4500-bb11-09c7e15b522c is already hosted by enough agents. {{(pid=99594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:39:40.873519 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-207fea86-b2ef-4839-ac84-c81487a96f29 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Resources bound (agent type, host, resource id): {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:39:40.899443 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-207fea86-b2ef-4839-ac84-c81487a96f29 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Received port after_create {{(pid=99594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:39:40.906137 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-207fea86-b2ef-4839-ac84-c81487a96f29 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:40.906935 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-207fea86-b2ef-4839-ac84-c81487a96f29 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:40.925310 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207fea86-b2ef-4839-ac84-c81487a96f29 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Pushing event updated for resources: {'Port': ['ID=de9fda65-253b-40e1-9b01-b03346461763,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:40.928045 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.provisioning_blocks [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-aa4b647f-59b5-4a6c-9291-f5f1fc8867ed service neutron] Transition to ACTIVE for port object d138dc7d-821b-43b7-b299-08c73ca38d11 will not be triggered until provisioned by entity L2. {{(pid=99594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:39:40.956030 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-207fea86-b2ef-4839-ac84-c81487a96f29 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:40.959214 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-aa4b647f-59b5-4a6c-9291-f5f1fc8867ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:40.964427 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-2eebdc97-506b-4783-b446-08d9a74ad86d tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:40.967835 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-207fea86-b2ef-4839-ac84-c81487a96f29 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9287810 Jun 23 08:39:41.008253 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-fd8f26cc-33a6-4d97-8fb3-7e1d5a5559f9 service neutron] Request body: {'port': {'device_id': '4dac2409-2d9d-4c1e-8993-1644f982a0ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:39:41.063621 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b647f-59b5-4a6c-9291-f5f1fc8867ed service neutron] Pushing event updated for resources: {'Port': ['ID=d138dc7d-821b-43b7-b299-08c73ca38d11,revision_number=2']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:41.064323 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6e56f684-b8df-4860-bb74-4083d28e94e7 req-9e8911a7-cf33-4e2f-ad9d-07b126a2cffd tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935426 Jun 23 08:39:41.067716 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-aa4b647f-59b5-4a6c-9291-f5f1fc8867ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:41.097350 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-d88a32b4-cb24-430e-b1bf-a085a95b1aa9 service neutron] 10.222.0.13 "GET /v2.0/networks/b711c792-b208-4500-bb11-09c7e15b522c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431366 Jun 23 08:39:41.113281 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['ec3a50bb-9a40-4f54-bfe9-ab35584f2f58'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:39:41.125089 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['b799cb86-28b8-4ceb-be1b-f7a2c4532a41'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:39:41.134421 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0f421-1ba8-4c32-ae77-52dd1c764496 req-3bd46df8-7d22-473a-9d2f-97ba18220f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:41.135927 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9fe0f421-1ba8-4c32-ae77-52dd1c764496 req-3bd46df8-7d22-473a-9d2f-97ba18220f71 service neutron] 10.222.0.13 "GET /v2.0/networks?id=af02fdbe-1809-4bc4-a26c-3d8953062d57 HTTP/1.1" status: 200 len: 909 time: 0.3908553 Jun 23 08:39:41.203231 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-fd8f26cc-33a6-4d97-8fb3-7e1d5a5559f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:41.224939 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9fe0f421-1ba8-4c32-ae77-52dd1c764496 req-37c23dca-7ecf-4c34-a3f8-8cab792f394b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d28148ee-dc5e-413f-af62-b597e793fd7c HTTP/1.1" status: 200 len: 217 time: 0.0731971 Jun 23 08:39:41.233738 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-a37db1e2-a777-4641-aa60-f9142e802c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:41.234096 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c352f57-1429-497c-b40a-c1b504c7d565 req-7e88d43a-44c3-49a4-903b-b1e734c5df0a tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:41.235537 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3c352f57-1429-497c-b40a-c1b504c7d565 req-7e88d43a-44c3-49a4-903b-b1e734c5df0a tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d05ebdd-e2dc-425b-b131-989d0415c9bd HTTP/1.1" status: 200 len: 945 time: 0.4293993 Jun 23 08:39:41.287521 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-aa4b647f-59b5-4a6c-9291-f5f1fc8867ed service neutron] Attempting to bind port d138dc7d-821b-43b7-b299-08c73ca38d11 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:39:41.287798 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-aa4b647f-59b5-4a6c-9291-f5f1fc8867ed service neutron] Attempting to bind port d138dc7d-821b-43b7-b299-08c73ca38d11 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '31b2f068-fef9-4baa-bc53-51c6f575a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248'}] {{(pid=99594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:39:41.293505 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-aa4b647f-59b5-4a6c-9291-f5f1fc8867ed service neutron] Attempting to bind port d138dc7d-821b-43b7-b299-08c73ca38d11 on network 02f4b377-8e86-41d6-8ffe-f003b45c6248 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:39:41.333037 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-aa4b647f-59b5-4a6c-9291-f5f1fc8867ed service neutron] Port d138dc7d-821b-43b7-b299-08c73ca38d11 on network 02f4b377-8e86-41d6-8ffe-f003b45c6248 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 08:39:41.334067 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-aa4b647f-59b5-4a6c-9291-f5f1fc8867ed service neutron] Attempting to bind port d138dc7d-821b-43b7-b299-08c73ca38d11 on network 02f4b377-8e86-41d6-8ffe-f003b45c6248 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:39:41.360293 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0f421-1ba8-4c32-ae77-52dd1c764496 req-d5f45f85-0dd2-4b42-8260-4210a767fafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:41.361785 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9fe0f421-1ba8-4c32-ae77-52dd1c764496 req-d5f45f85-0dd2-4b42-8260-4210a767fafa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d83cc78-2e48-42cc-913c-bbfd387c94bf HTTP/1.1" status: 200 len: 848 time: 0.1252866 Jun 23 08:39:41.392557 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3c352f57-1429-497c-b40a-c1b504c7d565 req-0c4778b6-1c61-4b1d-b510-78bfa43d36a3 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/security-groups?id=4783de80-35fb-42c0-b9ca-996f2d5c577f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392469 Jun 23 08:39:41.395612 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-aa4b647f-59b5-4a6c-9291-f5f1fc8867ed service neutron] Checking agent: {'id': '5783bbde-a90f-4f17-9165-5d18275c1698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 37, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:39:41.395612 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-aa4b647f-59b5-4a6c-9291-f5f1fc8867ed service neutron] Checking segment: {'id': '31b2f068-fef9-4baa-bc53-51c6f575a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:39:41.396172 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-aa4b647f-59b5-4a6c-9291-f5f1fc8867ed service neutron] Bound using segment: {'id': '31b2f068-fef9-4baa-bc53-51c6f575a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248'} {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:39:41.396645 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-aa4b647f-59b5-4a6c-9291-f5f1fc8867ed service neutron] Bound port: d138dc7d-821b-43b7-b299-08c73ca38d11, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31b2f068-fef9-4baa-bc53-51c6f575a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248'}}] {{(pid=99594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:39:41.397049 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-aa4b647f-59b5-4a6c-9291-f5f1fc8867ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:41.421599 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9fe0f421-1ba8-4c32-ae77-52dd1c764496 req-b0c899da-5f8a-475e-9865-99dfbd23504e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=af02fdbe-1809-4bc4-a26c-3d8953062d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515227 Jun 23 08:39:41.445963 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-1ec799c2-72bd-4c00-b9b6-de1f418a3c1b req-5f622140-5417-43f4-b1df-40c7acca8c07 service neutron] 10.222.0.13 "GET /v2.0/networks/b711c792-b208-4500-bb11-09c7e15b522c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712965 Jun 23 08:39:41.489751 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:41.549592 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f64cf-941a-4a89-9685-818a2f906cd7 req-3d71d1eb-6f84-4b8e-912e-bcedcf3a51a0 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:41.551372 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3e0f64cf-941a-4a89-9685-818a2f906cd7 req-3d71d1eb-6f84-4b8e-912e-bcedcf3a51a0 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9f730d8-aa12-41b3-9b1c-4fa0f3248acf HTTP/1.1" status: 200 len: 944 time: 0.2683885 Jun 23 08:39:41.593714 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-aa4b647f-59b5-4a6c-9291-f5f1fc8867ed service neutron] For port d138dc7d-821b-43b7-b299-08c73ca38d11, host hv-cinder-76859, cleared binding levels {{(pid=99594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:39:41.597259 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-aa4b647f-59b5-4a6c-9291-f5f1fc8867ed service neutron] For port d138dc7d-821b-43b7-b299-08c73ca38d11, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d138dc7d-821b-43b7-b299-08c73ca38d11,segment=NetworkSegment(31b2f068-fef9-4baa-bc53-51c6f575a7bf),segment_id=31b2f068-fef9-4baa-bc53-51c6f575a7bf)] {{(pid=99594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:39:41.604817 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9fe0f421-1ba8-4c32-ae77-52dd1c764496 req-e3db41c1-3717-41d1-9547-d26fa8d531a0 service neutron] 10.222.0.13 "GET /v2.0/networks/af02fdbe-1809-4bc4-a26c-3d8953062d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631441 Jun 23 08:39:41.634189 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-aa4b647f-59b5-4a6c-9291-f5f1fc8867ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:41.641677 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3e0f64cf-941a-4a89-9685-818a2f906cd7 req-283dcebc-93cf-4da8-8354-b31dd6752df4 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ad63e84-8ae2-49b5-9fd8-cb67a63eba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564892 Jun 23 08:39:41.650144 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-14a5d6bd-6fb9-49d7-849e-01af90926a94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:41.702082 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-aa4b647f-59b5-4a6c-9291-f5f1fc8867ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:41.702704 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-aa4b647f-59b5-4a6c-9291-f5f1fc8867ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:41.704143 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-aa4b647f-59b5-4a6c-9291-f5f1fc8867ed service neutron] 10.222.0.13 "PUT /v2.0/ports/d138dc7d-821b-43b7-b299-08c73ca38d11 HTTP/1.1" status: 200 len: 1093 time: 2.2166986 Jun 23 08:39:41.760636 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8860eb-ebfc-4635-ae9d-d8d044984737 req-6bed2cbb-a978-410f-9e1c-3c89ac1355af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:41.763132 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-2e8860eb-ebfc-4635-ae9d-d8d044984737 req-6bed2cbb-a978-410f-9e1c-3c89ac1355af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=892798fcbd634629883b86ab1c91a73d&device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 1096 time: 0.1638114 Jun 23 08:39:41.788242 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9fe0f421-1ba8-4c32-ae77-52dd1c764496 req-f93ded82-aa81-450f-8405-09a111c06e94 service neutron] 10.222.0.13 "GET /v2.0/networks/af02fdbe-1809-4bc4-a26c-3d8953062d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760283 Jun 23 08:39:41.826886 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d043bc-e354-4aeb-837c-1e2c3c3c57e3 req-971aeae9-594d-4d81-95e9-a55070d070e5 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:41.829101 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3631e51b-c5d2-4b22-9356-7ee8f3f3126d', 'tag': 'd138dc7d-821b-43b7-b299-08c73ca38d11'}] {{(pid=99594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:39:41.831734 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3f20cf24677dbb31f56fc6b5fcedde197d4abde885e517d24b88e41f2eb98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed06a95-7b7b-4118-b7a2-2dfb551208d6" -d '{"events": [{"name": "network-changed", "server_uuid": "3631e51b-c5d2-4b22-9356-7ee8f3f3126d", "tag": "d138dc7d-821b-43b7-b299-08c73ca38d11"}]}' {{(pid=99594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:39:41.834123 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-75d043bc-e354-4aeb-837c-1e2c3c3c57e3 req-971aeae9-594d-4d81-95e9-a55070d070e5 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 932 time: 0.1082697 Jun 23 08:39:41.873335 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b647f-59b5-4a6c-9291-f5f1fc8867ed service neutron] Pushing event updated for resources: {'Port': ['ID=d138dc7d-821b-43b7-b299-08c73ca38d11,revision_number=3']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:41.877000 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-aa4b647f-59b5-4a6c-9291-f5f1fc8867ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:41.922764 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-75d043bc-e354-4aeb-837c-1e2c3c3c57e3 req-d0a0e205-3a7a-407d-ba7b-6b4ceb52865a tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871181 Jun 23 08:39:41.978258 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a21d43-44f8-4905-9dda-6b954446e2d4 req-18f66444-acd1-4cbc-934a-d2f68eb99266 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:41.980237 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e7a21d43-44f8-4905-9dda-6b954446e2d4 req-18f66444-acd1-4cbc-934a-d2f68eb99266 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 943 time: 0.1196299 Jun 23 08:39:42.000842 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:42.026613 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8860eb-ebfc-4635-ae9d-d8d044984737 req-1000e496-58ec-4b8d-b9a4-77f8dd8d6ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:42.034178 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-2e8860eb-ebfc-4635-ae9d-d8d044984737 req-1000e496-58ec-4b8d-b9a4-77f8dd8d6ad1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b711c792-b208-4500-bb11-09c7e15b522c HTTP/1.1" status: 200 len: 919 time: 0.2417634 Jun 23 08:39:42.036451 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 08:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6de8568-bba5-409a-89cf-c783fdb45a30 x-openstack-request-id: req-c6de8568-bba5-409a-89cf-c783fdb45a30 {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:39:42.036773 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3631e51b-c5d2-4b22-9356-7ee8f3f3126d", "tag": "d138dc7d-821b-43b7-b299-08c73ca38d11", "status": "completed", "code": 200}]} {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:39:42.037049 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c6de8568-bba5-409a-89cf-c783fdb45a30 {{(pid=99594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:39:42.038199 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3631e51b-c5d2-4b22-9356-7ee8f3f3126d', 'tag': 'd138dc7d-821b-43b7-b299-08c73ca38d11', 'status': 'completed', 'code': 200} Jun 23 08:39:42.045814 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e7a21d43-44f8-4905-9dda-6b954446e2d4 req-71d983b2-8597-467b-8212-74f753c2b190 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583344 Jun 23 08:39:42.101631 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-7fb75b00-e946-493a-a9ae-b65b2d6f3f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:42.103197 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-7fb75b00-e946-493a-a9ae-b65b2d6f3f50 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=155e1127bd2f402a83bf7f1e4da6faa5&device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 1096 time: 0.2611876 Jun 23 08:39:42.130671 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-2e8860eb-ebfc-4635-ae9d-d8d044984737 req-2e220285-8e1f-4c64-9b76-786e7bde3f1c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dce9eec3-ad6c-4933-91f7-e9bc2ab20d12 HTTP/1.1" status: 200 len: 217 time: 0.0777683 Jun 23 08:39:42.178180 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-d1fd58d7-a634-4e77-ba61-fa03b9428150 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d138dc7d-821b-43b7-b299-08c73ca38d11 HTTP/1.1" status: 200 len: 217 time: 0.0542612 Jun 23 08:39:42.251132 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-fd8f26cc-33a6-4d97-8fb3-7e1d5a5559f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de9fda65-253b-40e1-9b01-b03346461763 {{(pid=99594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:39:42.256765 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-91dc1a23-6155-44b0-afbb-b08bcc49bff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:42.258389 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-91dc1a23-6155-44b0-afbb-b08bcc49bff7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b3df551-72d8-4749-a018-772b466944b3 HTTP/1.1" status: 200 len: 855 time: 0.0555308 Jun 23 08:39:42.264453 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-fd8f26cc-33a6-4d97-8fb3-7e1d5a5559f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:42.298170 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fe0cc-8dec-4797-85b9-d294e4da2375 req-9ed32bda-d2bc-4919-a54b-73c02ab29a99 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:42.300671 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a23fe0cc-8dec-4797-85b9-d294e4da2375 req-9ed32bda-d2bc-4919-a54b-73c02ab29a99 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=87fcf92a-b141-4834-9695-5db5f9e508f0 HTTP/1.1" status: 200 len: 944 time: 0.0988688 Jun 23 08:39:42.319460 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.provisioning_blocks [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-fd8f26cc-33a6-4d97-8fb3-7e1d5a5559f9 service neutron] Transition to ACTIVE for port object de9fda65-253b-40e1-9b01-b03346461763 will not be triggered until provisioned by entity L2. {{(pid=99594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:39:42.326968 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8860eb-ebfc-4635-ae9d-d8d044984737 req-eae77658-520a-4dc5-9610-2039ee7165f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:42.328450 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-2e8860eb-ebfc-4635-ae9d-d8d044984737 req-eae77658-520a-4dc5-9610-2039ee7165f3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27d76a9c-f09b-4b46-ac4d-5eb636fc5d99 HTTP/1.1" status: 200 len: 858 time: 0.1902459 Jun 23 08:39:42.330110 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-fd8f26cc-33a6-4d97-8fb3-7e1d5a5559f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:42.338411 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-055091b8-67a1-4b98-8dff-b526ba67ab11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:42.341621 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a23fe0cc-8dec-4797-85b9-d294e4da2375 req-3befacc2-21dc-4956-9e4d-08cce49fca4e tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350771 Jun 23 08:39:42.412070 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-2e8860eb-ebfc-4635-ae9d-d8d044984737 req-1e33bc24-bea5-4790-8e4c-e315b7b611e8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b711c792-b208-4500-bb11-09c7e15b522c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709705 Jun 23 08:39:42.471814 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f26cc-33a6-4d97-8fb3-7e1d5a5559f9 service neutron] Pushing event updated for resources: {'Port': ['ID=de9fda65-253b-40e1-9b01-b03346461763,revision_number=2']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:42.474802 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-fd8f26cc-33a6-4d97-8fb3-7e1d5a5559f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:42.495149 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-5e4abcaf-edb2-4f03-8a86-cb3985cb0a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:42.497408 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-5e4abcaf-edb2-4f03-8a86-cb3985cb0a90 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02f4b377-8e86-41d6-8ffe-f003b45c6248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2287703 Jun 23 08:39:42.567587 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-fd8f26cc-33a6-4d97-8fb3-7e1d5a5559f9 service neutron] Attempting to bind port de9fda65-253b-40e1-9b01-b03346461763 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:39:42.567939 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-fd8f26cc-33a6-4d97-8fb3-7e1d5a5559f9 service neutron] Attempting to bind port de9fda65-253b-40e1-9b01-b03346461763 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '44ec48aa-0e84-4b42-924c-b1608050ef98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b711c792-b208-4500-bb11-09c7e15b522c'}] {{(pid=99594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:39:42.568303 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-fd8f26cc-33a6-4d97-8fb3-7e1d5a5559f9 service neutron] Attempting to bind port de9fda65-253b-40e1-9b01-b03346461763 on network b711c792-b208-4500-bb11-09c7e15b522c {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:39:42.601133 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f6fbd-10e8-4d42-93fb-aa50d423501b req-ff69447d-a537-4ceb-b36c-158a02448ac2 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:42.602790 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-534f6fbd-10e8-4d42-93fb-aa50d423501b req-ff69447d-a537-4ceb-b36c-158a02448ac2 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d05ebdd-e2dc-425b-b131-989d0415c9bd HTTP/1.1" status: 200 len: 945 time: 0.0811932 Jun 23 08:39:42.604055 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-fd8f26cc-33a6-4d97-8fb3-7e1d5a5559f9 service neutron] Port de9fda65-253b-40e1-9b01-b03346461763 on network b711c792-b208-4500-bb11-09c7e15b522c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 08:39:42.604400 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-fd8f26cc-33a6-4d97-8fb3-7e1d5a5559f9 service neutron] Attempting to bind port de9fda65-253b-40e1-9b01-b03346461763 on network b711c792-b208-4500-bb11-09c7e15b522c {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:39:42.618452 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-fd8f26cc-33a6-4d97-8fb3-7e1d5a5559f9 service neutron] Checking agent: {'id': '5783bbde-a90f-4f17-9165-5d18275c1698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 37, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:39:42.618935 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-fd8f26cc-33a6-4d97-8fb3-7e1d5a5559f9 service neutron] Checking segment: {'id': '44ec48aa-0e84-4b42-924c-b1608050ef98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b711c792-b208-4500-bb11-09c7e15b522c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:39:42.619211 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-fd8f26cc-33a6-4d97-8fb3-7e1d5a5559f9 service neutron] Bound using segment: {'id': '44ec48aa-0e84-4b42-924c-b1608050ef98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b711c792-b208-4500-bb11-09c7e15b522c'} {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:39:42.619674 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-fd8f26cc-33a6-4d97-8fb3-7e1d5a5559f9 service neutron] Bound port: de9fda65-253b-40e1-9b01-b03346461763, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44ec48aa-0e84-4b42-924c-b1608050ef98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b711c792-b208-4500-bb11-09c7e15b522c'}}] {{(pid=99594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:39:42.620029 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-fd8f26cc-33a6-4d97-8fb3-7e1d5a5559f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:42.654475 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-534f6fbd-10e8-4d42-93fb-aa50d423501b req-2739af66-7bf1-4d68-8d40-0c2e7173c209 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/security-groups?id=4783de80-35fb-42c0-b9ca-996f2d5c577f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432160 Jun 23 08:39:42.669270 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-2e8860eb-ebfc-4635-ae9d-d8d044984737 req-5c448654-af9d-4840-8504-8e6361fa82b5 service neutron] 10.222.0.13 "GET /v2.0/networks/b711c792-b208-4500-bb11-09c7e15b522c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485936 Jun 23 08:39:42.849731 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37942d5e-cbe4-4ad6-be04-7e1b3796b066 req-613ae9ec-4682-485a-80df-d2a744249617 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:42.851424 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-37942d5e-cbe4-4ad6-be04-7e1b3796b066 req-613ae9ec-4682-485a-80df-d2a744249617 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9f730d8-aa12-41b3-9b1c-4fa0f3248acf HTTP/1.1" status: 200 len: 944 time: 0.0789669 Jun 23 08:39:42.897596 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-37942d5e-cbe4-4ad6-be04-7e1b3796b066 req-d20a5660-a7d0-4060-8971-7f63c6fd581e tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ad63e84-8ae2-49b5-9fd8-cb67a63eba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384648 Jun 23 08:39:42.924063 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-a3dceb36-f1d6-41ea-b777-a18e02c91e46 service neutron] 10.222.0.13 "GET /v2.0/networks/02f4b377-8e86-41d6-8ffe-f003b45c6248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942456 Jun 23 08:39:43.016542 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 46176) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:43.057841 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-fd8f26cc-33a6-4d97-8fb3-7e1d5a5559f9 service neutron] For port de9fda65-253b-40e1-9b01-b03346461763, host hv-cinder-76859, cleared binding levels {{(pid=99594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:39:43.084788 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-fd8f26cc-33a6-4d97-8fb3-7e1d5a5559f9 service neutron] For port de9fda65-253b-40e1-9b01-b03346461763, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=de9fda65-253b-40e1-9b01-b03346461763,segment=NetworkSegment(44ec48aa-0e84-4b42-924c-b1608050ef98),segment_id=44ec48aa-0e84-4b42-924c-b1608050ef98)] {{(pid=99594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:39:43.093335 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-fd8f26cc-33a6-4d97-8fb3-7e1d5a5559f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:43.096872 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-2e8860eb-ebfc-4635-ae9d-d8d044984737 req-6833dedd-5fff-419a-a665-d84d614d6db8 service neutron] 10.222.0.13 "GET /v2.0/networks/b711c792-b208-4500-bb11-09c7e15b522c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074103 Jun 23 08:39:43.101442 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-aa4b647f-59b5-4a6c-9291-f5f1fc8867ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:43.142953 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-fd8f26cc-33a6-4d97-8fb3-7e1d5a5559f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:43.143255 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-fd8f26cc-33a6-4d97-8fb3-7e1d5a5559f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:43.144686 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-fd8f26cc-33a6-4d97-8fb3-7e1d5a5559f9 service neutron] 10.222.0.13 "PUT /v2.0/ports/de9fda65-253b-40e1-9b01-b03346461763 HTTP/1.1" status: 200 len: 1094 time: 2.1472449 Jun 23 08:39:43.148735 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-baf34dc4-6e99-4f64-b4e9-729b3fd86c0a req-1ef43ec6-b28d-4ec8-998a-3ff6e7114c37 service neutron] 10.222.0.13 "GET /v2.0/networks/02f4b377-8e86-41d6-8ffe-f003b45c6248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158530 Jun 23 08:39:43.172442 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21153c15-3b67-4bfa-ab73-dec739e8d857 req-0fb4501d-45b0-4383-a2bc-408011ec5b46 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:43.185044 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-21153c15-3b67-4bfa-ab73-dec739e8d857 req-0fb4501d-45b0-4383-a2bc-408011ec5b46 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 944 time: 0.1078455 Jun 23 08:39:43.189168 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f26cc-33a6-4d97-8fb3-7e1d5a5559f9 service neutron] Pushing event updated for resources: {'Port': ['ID=de9fda65-253b-40e1-9b01-b03346461763,revision_number=3']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:43.199379 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-fd8f26cc-33a6-4d97-8fb3-7e1d5a5559f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:43.269842 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-2eec524c-853c-4b81-b865-44a6e0ed0dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:43.281465 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-21153c15-3b67-4bfa-ab73-dec739e8d857 req-c79c480a-237a-479c-84e2-f3d8d143da11 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911694 Jun 23 08:39:43.363342 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a46792-31f7-4f6c-95fa-984168a6904e req-d9c7b29d-ee83-42c3-a8f9-8ab741377631 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:43.365524 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-12a46792-31f7-4f6c-95fa-984168a6904e req-d9c7b29d-ee83-42c3-a8f9-8ab741377631 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 943 time: 0.1553924 Jun 23 08:39:43.373074 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device b799cb86-28b8-4ceb-be1b-f7a2c4532a41 up at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:39:43.397305 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed06a95-7b7b-4118-b7a2-2dfb551208d6 req-fc263914-2556-4246-b420-f39c3844b9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:43.398875 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-1ed06a95-7b7b-4118-b7a2-2dfb551208d6 req-fc263914-2556-4246-b420-f39c3844b9da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=155e1127bd2f402a83bf7f1e4da6faa5&device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 1096 time: 0.1130688 Jun 23 08:39:43.405829 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-f7b42898-ac8b-4fdc-9509-b27401dc5d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:43.407358 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-f7b42898-ac8b-4fdc-9509-b27401dc5d8b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=892798fcbd634629883b86ab1c91a73d&device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 1097 time: 0.1132674 Jun 23 08:39:43.502093 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-52057ae4-4d1d-4c91-bcfb-81c99b93c6b5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de9fda65-253b-40e1-9b01-b03346461763 HTTP/1.1" status: 200 len: 217 time: 0.0736847 Jun 23 08:39:43.505448 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning for port b799cb86-28b8-4ceb-be1b-f7a2c4532a41 completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:39:43.509422 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning complete for port b799cb86-28b8-4ceb-be1b-f7a2c4532a41 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:39:43.509809 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:43.535685 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-12a46792-31f7-4f6c-95fa-984168a6904e req-d2dd5c4a-1eb0-46b3-ab59-46f5583593c3 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273382 Jun 23 08:39:43.598882 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-75c21129-16e2-491f-a050-dc788a8b403e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:43.600798 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-75c21129-16e2-491f-a050-dc788a8b403e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27d76a9c-f09b-4b46-ac4d-5eb636fc5d99 HTTP/1.1" status: 200 len: 858 time: 0.0925374 Jun 23 08:39:43.603798 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed06a95-7b7b-4118-b7a2-2dfb551208d6 req-7eba7fba-3dd8-4694-8bd5-9be5848b6b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:43.606286 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-1ed06a95-7b7b-4118-b7a2-2dfb551208d6 req-7eba7fba-3dd8-4694-8bd5-9be5848b6b49 service neutron] 10.222.0.13 "GET /v2.0/networks?id=02f4b377-8e86-41d6-8ffe-f003b45c6248 HTTP/1.1" status: 200 len: 917 time: 0.1979086 Jun 23 08:39:43.610644 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:43.636874 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:43.653498 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-2eec524c-853c-4b81-b865-44a6e0ed0dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:43.666929 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-2eec524c-853c-4b81-b865-44a6e0ed0dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:43.674330 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-df586c04-75be-43dc-abc0-85b9153985d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:43.679575 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-1ed06a95-7b7b-4118-b7a2-2dfb551208d6 req-6655b12c-afad-4d6c-8ff2-a00fd32c73b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d138dc7d-821b-43b7-b299-08c73ca38d11 HTTP/1.1" status: 200 len: 217 time: 0.0641241 Jun 23 08:39:43.684930 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 6 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:39:43.691462 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port b799cb86-28b8-4ceb-be1b-f7a2c4532a41, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=b799cb86-28b8-4ceb-be1b-f7a2c4532a41,segment=NetworkSegment(d8413471-54a6-4c08-ae24-18b34c8b7792),segment_id=d8413471-54a6-4c08-ae24-18b34c8b7792)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:39:43.696564 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d05ebdd-e2dc-425b-b131-989d0415c9bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b799cb86-28b8-4ceb-be1b-f7a2c4532a41'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:39:43.702998 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-9a346e09-0f49-4f41-ad75-1714a90f3ed2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b711c792-b208-4500-bb11-09c7e15b522c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893176 Jun 23 08:39:43.791611 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:43.792902 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device ec3a50bb-9a40-4f54-bfe9-ab35584f2f58 up at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:39:43.797714 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a05e86-a3b9-4a05-a436-2f389a17450d req-43922cb2-fd6f-4a75-85d1-da35a11a5406 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:43.799365 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-89a05e86-a3b9-4a05-a436-2f389a17450d req-43922cb2-fd6f-4a75-85d1-da35a11a5406 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=87fcf92a-b141-4834-9695-5db5f9e508f0 HTTP/1.1" status: 200 len: 944 time: 0.3072159 Jun 23 08:39:43.829950 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:43.830721 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed06a95-7b7b-4118-b7a2-2dfb551208d6 req-6a177baa-be24-4cf6-84c7-b64142fac967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:43.835743 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-1ed06a95-7b7b-4118-b7a2-2dfb551208d6 req-6a177baa-be24-4cf6-84c7-b64142fac967 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b3df551-72d8-4749-a018-772b466944b3 HTTP/1.1" status: 200 len: 855 time: 0.1349175 Jun 23 08:39:43.897453 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-2eec524c-853c-4b81-b865-44a6e0ed0dd5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e396aac342044420942fcf69b72ad858&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8796647 Jun 23 08:39:43.901432 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=b799cb86-28b8-4ceb-be1b-f7a2c4532a41,revision_number=5']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:43.910420 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-1f24fe80-01ad-40d2-9c8b-906f47a4a6cf service neutron] 10.222.0.13 "GET /v2.0/networks/b711c792-b208-4500-bb11-09c7e15b522c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935258 Jun 23 08:39:43.911150 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 46206) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:43.918868 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec524c-853c-4b81-b865-44a6e0ed0dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8ae17a-a609-43f2-91d4-6dff5d174592,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:43.923373 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:43.924334 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning for port ec3a50bb-9a40-4f54-bfe9-ab35584f2f58 completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:39:43.931826 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-2eec524c-853c-4b81-b865-44a6e0ed0dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:43.937217 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning complete for port ec3a50bb-9a40-4f54-bfe9-ab35584f2f58 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:39:43.938832 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:43.950490 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-89a05e86-a3b9-4a05-a436-2f389a17450d req-b7e84565-8cbf-4934-a6e5-1d7fd6934476 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089590 Jun 23 08:39:43.984775 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe10368e395667840533ec91c6601648d36376b54de0a6f6a3b23a108ba8d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a06a1a-242f-4c38-a767-cd16aaa5e9bd" -d '{"events": [{"server_uuid": "0d05ebdd-e2dc-425b-b131-989d0415c9bd", "name": "network-vif-plugged", "status": "completed", "tag": "b799cb86-28b8-4ceb-be1b-f7a2c4532a41"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:39:44.047651 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:44.055751 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9813c-c5a8-42e6-9005-29327622abe0 req-c465e64e-f4d8-4cc7-8ab3-4f3cef7378b4 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:44.057588 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-fca9813c-c5a8-42e6-9005-29327622abe0 req-c465e64e-f4d8-4cc7-8ab3-4f3cef7378b4 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d05ebdd-e2dc-425b-b131-989d0415c9bd HTTP/1.1" status: 200 len: 946 time: 0.0873220 Jun 23 08:39:44.069119 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dac2409-2d9d-4c1e-8993-1644f982a0ee', 'tag': 'de9fda65-253b-40e1-9b01-b03346461763'}] {{(pid=99594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:39:44.071396 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3f20cf24677dbb31f56fc6b5fcedde197d4abde885e517d24b88e41f2eb98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675423e2-7ad1-43f1-9016-dc05f782d485" -d '{"events": [{"name": "network-changed", "server_uuid": "4dac2409-2d9d-4c1e-8993-1644f982a0ee", "tag": "de9fda65-253b-40e1-9b01-b03346461763"}]}' {{(pid=99594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:39:44.090582 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port ec3a50bb-9a40-4f54-bfe9-ab35584f2f58, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=ec3a50bb-9a40-4f54-bfe9-ab35584f2f58,segment=NetworkSegment(40413b3b-b45d-4a95-ab5a-0eceb9f6e658),segment_id=40413b3b-b45d-4a95-ab5a-0eceb9f6e658)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:39:44.095277 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:44.097887 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:44.118176 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed06a95-7b7b-4118-b7a2-2dfb551208d6 req-97fb8b04-c0c0-40ba-8b6b-8ca28574ffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:44.119859 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-1ed06a95-7b7b-4118-b7a2-2dfb551208d6 req-97fb8b04-c0c0-40ba-8b6b-8ca28574ffb3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02f4b377-8e86-41d6-8ffe-f003b45c6248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2742441 Jun 23 08:39:44.144779 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-fca9813c-c5a8-42e6-9005-29327622abe0 req-60e2cb08-8588-4304-87d4-d2ee1a7272e1 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/security-groups?id=4783de80-35fb-42c0-b9ca-996f2d5c577f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811734 Jun 23 08:39:44.148796 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=ec3a50bb-9a40-4f54-bfe9-ab35584f2f58,revision_number=5']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:44.159517 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:44.165496 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-98d19cb7-64a6-4751-8f16-31f23f1f554c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:44.179490 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-9de45cbb-7fa5-4570-8b6d-2767843d2ef5 req-a2d86a70-317e-47fb-994f-1e3cbbee70d7 service neutron] 10.222.0.13 "GET /v2.0/networks/b711c792-b208-4500-bb11-09c7e15b522c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084520 Jun 23 08:39:44.192771 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf28dc-98e8-4444-8d14-d268aa74a22c req-ba3fb10d-8ed9-46ff-b548-acf6a7fc7f6a tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:44.201236 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-8fdf28dc-98e8-4444-8d14-d268aa74a22c req-ba3fb10d-8ed9-46ff-b548-acf6a7fc7f6a tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9f730d8-aa12-41b3-9b1c-4fa0f3248acf HTTP/1.1" status: 200 len: 944 time: 0.0997097 Jun 23 08:39:44.238960 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-98d19cb7-64a6-4751-8f16-31f23f1f554c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:44.249377 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-8fdf28dc-98e8-4444-8d14-d268aa74a22c req-d7575304-65cb-4cd2-8c6d-60348fd47ecd tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ad63e84-8ae2-49b5-9fd8-cb67a63eba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452118 Jun 23 08:39:44.278898 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5d00f9-0fd2-48ce-bae6-5fa956877e8b x-openstack-request-id: req-1c5d00f9-0fd2-48ce-bae6-5fa956877e8b {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:39:44.279212 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d05ebdd-e2dc-425b-b131-989d0415c9bd", "name": "network-vif-plugged", "status": "completed", "tag": "b799cb86-28b8-4ceb-be1b-f7a2c4532a41", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:39:44.279485 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1c5d00f9-0fd2-48ce-bae6-5fa956877e8b {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:39:44.280157 dv-cinder-768592-7-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d05ebdd-e2dc-425b-b131-989d0415c9bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b799cb86-28b8-4ceb-be1b-f7a2c4532a41', 'code': 200} Jun 23 08:39:44.287208 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-1ed06a95-7b7b-4118-b7a2-2dfb551208d6 req-fcd5ee11-6178-4a1c-8d49-740bcfd3cae8 service neutron] 10.222.0.13 "GET /v2.0/networks/02f4b377-8e86-41d6-8ffe-f003b45c6248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584122 Jun 23 08:39:44.300515 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 08:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a54e891-0d07-483d-a952-3d238e273f2a x-openstack-request-id: req-2a54e891-0d07-483d-a952-3d238e273f2a {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:39:44.300840 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dac2409-2d9d-4c1e-8993-1644f982a0ee", "tag": "de9fda65-253b-40e1-9b01-b03346461763", "status": "completed", "code": 200}]} {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:39:44.301118 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2a54e891-0d07-483d-a952-3d238e273f2a {{(pid=99594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:39:44.301659 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dac2409-2d9d-4c1e-8993-1644f982a0ee', 'tag': 'de9fda65-253b-40e1-9b01-b03346461763', 'status': 'completed', 'code': 200} Jun 23 08:39:44.311848 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-98d19cb7-64a6-4751-8f16-31f23f1f554c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:44.314965 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-98d19cb7-64a6-4751-8f16-31f23f1f554c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:44.316300 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-98d19cb7-64a6-4751-8f16-31f23f1f554c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c8ae17a-a609-43f2-91d4-6dff5d174592 HTTP/1.1" status: 204 len: 168 time: 0.3519707 Jun 23 08:39:44.317303 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-1c09e201-ae59-483f-bd29-82d5636da6ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:44.326587 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d19cb7-64a6-4751-8f16-31f23f1f554c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8ae17a-a609-43f2-91d4-6dff5d174592,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:44.329063 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-98d19cb7-64a6-4751-8f16-31f23f1f554c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:44.550338 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-1ed06a95-7b7b-4118-b7a2-2dfb551208d6 req-2e692843-3ed1-40df-9c86-5be1551be5cf service neutron] 10.222.0.13 "GET /v2.0/networks/02f4b377-8e86-41d6-8ffe-f003b45c6248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596634 Jun 23 08:39:44.556985 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675423e2-7ad1-43f1-9016-dc05f782d485 req-f882b281-fbd3-4a42-9895-865f3295f59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:44.557650 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650973bf-53d0-45f0-9e4c-8340d040ce31 req-28cf6192-75f0-40c2-961b-0ceeb8a6ad9c tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:44.559643 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-675423e2-7ad1-43f1-9016-dc05f782d485 req-f882b281-fbd3-4a42-9895-865f3295f59e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=892798fcbd634629883b86ab1c91a73d&device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 1097 time: 0.1438634 Jun 23 08:39:44.560749 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-650973bf-53d0-45f0-9e4c-8340d040ce31 req-28cf6192-75f0-40c2-961b-0ceeb8a6ad9c tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 944 time: 0.0900130 Jun 23 08:39:44.615671 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-650973bf-53d0-45f0-9e4c-8340d040ce31 req-ed5e2e82-6ff2-473f-85a8-02f49d9fb2b6 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486791 Jun 23 08:39:44.756435 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60573b02-a536-44b5-a7c2-520d2fbf9d2e req-061a5bda-3011-4ef0-9a3a-0959f3235382 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:44.759210 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-60573b02-a536-44b5-a7c2-520d2fbf9d2e req-061a5bda-3011-4ef0-9a3a-0959f3235382 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 943 time: 0.0838146 Jun 23 08:39:44.782590 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675423e2-7ad1-43f1-9016-dc05f782d485 req-fe0034c0-5b3a-4f82-825a-230086b02d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:44.786077 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-675423e2-7ad1-43f1-9016-dc05f782d485 req-fe0034c0-5b3a-4f82-825a-230086b02d45 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b711c792-b208-4500-bb11-09c7e15b522c HTTP/1.1" status: 200 len: 919 time: 0.1951988 Jun 23 08:39:44.797756 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f75f2e-9a2c-444d-8bfd-a4913ae240df req-ffb64e8c-9c17-4336-87b8-6b8e377dfd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:44.799242 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-25f75f2e-9a2c-444d-8bfd-a4913ae240df req-ffb64e8c-9c17-4336-87b8-6b8e377dfd62 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0d05ebdd-e2dc-425b-b131-989d0415c9bd HTTP/1.1" status: 200 len: 1099 time: 0.1574235 Jun 23 08:39:44.807530 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-60573b02-a536-44b5-a7c2-520d2fbf9d2e req-e8d0d304-10ad-41f9-8d73-10b4085d16ee tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414722 Jun 23 08:39:44.847328 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-675423e2-7ad1-43f1-9016-dc05f782d485 req-c03a65de-286f-45a3-b2aa-99c19574e618 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de9fda65-253b-40e1-9b01-b03346461763 HTTP/1.1" status: 200 len: 217 time: 0.0520437 Jun 23 08:39:44.852655 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-25f75f2e-9a2c-444d-8bfd-a4913ae240df req-13d90376-4360-4c71-9ead-247f36ed726c service neutron] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:44.923049 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675423e2-7ad1-43f1-9016-dc05f782d485 req-53fb6303-100d-4d64-bcc0-6c8b99b72301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:44.924532 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-675423e2-7ad1-43f1-9016-dc05f782d485 req-53fb6303-100d-4d64-bcc0-6c8b99b72301 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27d76a9c-f09b-4b46-ac4d-5eb636fc5d99 HTTP/1.1" status: 200 len: 858 time: 0.0698187 Jun 23 08:39:44.970993 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-675423e2-7ad1-43f1-9016-dc05f782d485 req-22bed90b-c5c2-4d81-9a61-48d93921e82b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b711c792-b208-4500-bb11-09c7e15b522c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393209 Jun 23 08:39:45.139251 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-675423e2-7ad1-43f1-9016-dc05f782d485 req-04ff1bc6-92cb-4733-ad33-85c483509707 service neutron] 10.222.0.13 "GET /v2.0/networks/b711c792-b208-4500-bb11-09c7e15b522c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608210 Jun 23 08:39:45.146472 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-25f75f2e-9a2c-444d-8bfd-a4913ae240df req-13d90376-4360-4c71-9ead-247f36ed726c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:45.158901 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-25f75f2e-9a2c-444d-8bfd-a4913ae240df req-13d90376-4360-4c71-9ead-247f36ed726c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:45.178060 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:45.200805 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f5198-2f17-46fc-ba7d-84c8e56d0948 req-105ec805-caca-4a79-bee5-744eb8a958cf tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:45.202678 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-8b6f5198-2f17-46fc-ba7d-84c8e56d0948 req-105ec805-caca-4a79-bee5-744eb8a958cf tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=87fcf92a-b141-4834-9695-5db5f9e508f0 HTTP/1.1" status: 200 len: 945 time: 0.0827587 Jun 23 08:39:45.227703 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d90376-4360-4c71-9ead-247f36ed726c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a94aa205-546b-492c-a309-499a6e93c501,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:45.235039 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-13d90376-4360-4c71-9ead-247f36ed726c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:45.238386 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-25f75f2e-9a2c-444d-8bfd-a4913ae240df req-13d90376-4360-4c71-9ead-247f36ed726c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4783de80-35fb-42c0-b9ca-996f2d5c577f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4326568 Jun 23 08:39:45.262120 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-8b6f5198-2f17-46fc-ba7d-84c8e56d0948 req-20df589e-cbe8-43d4-97b8-bed145891945 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520597 Jun 23 08:39:45.314552 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-675423e2-7ad1-43f1-9016-dc05f782d485 req-bd2e071f-2552-4af3-bc4c-6830636d3574 service neutron] 10.222.0.13 "GET /v2.0/networks/b711c792-b208-4500-bb11-09c7e15b522c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665404 Jun 23 08:39:45.366479 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772f57e-cd11-4909-9ab3-63d877567d9f req-bf5da2f0-b449-48db-a82d-599c30239336 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:45.368027 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9772f57e-cd11-4909-9ab3-63d877567d9f req-bf5da2f0-b449-48db-a82d-599c30239336 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d05ebdd-e2dc-425b-b131-989d0415c9bd HTTP/1.1" status: 200 len: 946 time: 0.0732172 Jun 23 08:39:45.388481 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device d28148ee-dc5e-413f-af62-b597e793fd7c details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 08:39:45.439792 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9772f57e-cd11-4909-9ab3-63d877567d9f req-fd909124-ca19-4a95-a5a5-274d77805641 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/security-groups?id=4783de80-35fb-42c0-b9ca-996f2d5c577f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657110 Jun 23 08:39:45.477973 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98f9cd-8e15-467e-b790-c6437aabe921 req-2e2dc92e-7c23-4678-a047-618e34ccc584 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:45.479507 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-fd98f9cd-8e15-467e-b790-c6437aabe921 req-2e2dc92e-7c23-4678-a047-618e34ccc584 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9f730d8-aa12-41b3-9b1c-4fa0f3248acf HTTP/1.1" status: 200 len: 944 time: 0.0902379 Jun 23 08:39:45.521757 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port d28148ee-dc5e-413f-af62-b597e793fd7c, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d28148ee-dc5e-413f-af62-b597e793fd7c,segment=NetworkSegment(a7c9ceb7-8d10-4f4d-9ddc-5640064e6194),segment_id=a7c9ceb7-8d10-4f4d-9ddc-5640064e6194)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:39:45.523834 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-fd98f9cd-8e15-467e-b790-c6437aabe921 req-982197c4-003b-463d-a1f0-289d1b3e6909 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ad63e84-8ae2-49b5-9fd8-cb67a63eba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361888 Jun 23 08:39:45.539723 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Returning: {'device': 'd28148ee-dc5e-413f-af62-b597e793fd7c', 'network_id': 'af02fdbe-1809-4bc4-a26c-3d8953062d57', 'port_id': 'd28148ee-dc5e-413f-af62-b597e793fd7c', 'mac_address': 'fa:16:3e:73:0c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d83cc78-2e48-42cc-913c-bbfd387c94bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 08:39:45.588860 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:45.605917 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d28148ee-dc5e-413f-af62-b597e793fd7c {{(pid=99595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:39:45.625724 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port d28148ee-dc5e-413f-af62-b597e793fd7c, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d28148ee-dc5e-413f-af62-b597e793fd7c,segment=NetworkSegment(a7c9ceb7-8d10-4f4d-9ddc-5640064e6194),segment_id=a7c9ceb7-8d10-4f4d-9ddc-5640064e6194)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:39:45.629066 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:45.630929 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-2faf7867-69e5-40b3-b0b4-94b810ac68ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:45.698747 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=d28148ee-dc5e-413f-af62-b597e793fd7c,revision_number=4']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:45.702194 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:45.837607 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203fb517-3588-4acd-aa27-919dee7adb11 req-9c9aeca7-811d-46d0-adbe-386d896e77e9 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:45.840166 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-203fb517-3588-4acd-aa27-919dee7adb11 req-9c9aeca7-811d-46d0-adbe-386d896e77e9 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 944 time: 0.0676634 Jun 23 08:39:45.881830 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-203fb517-3588-4acd-aa27-919dee7adb11 req-b432e429-6932-4b35-821c-ca35217a918b tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356617 Jun 23 08:39:45.992083 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc635f3-e6fe-4fe3-8738-69c4d278612e req-56a72669-1637-4991-97fd-242b1b1200f0 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:45.993623 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3dc635f3-e6fe-4fe3-8738-69c4d278612e req-56a72669-1637-4991-97fd-242b1b1200f0 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 943 time: 0.0649621 Jun 23 08:39:46.037027 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3dc635f3-e6fe-4fe3-8738-69c4d278612e req-356eddf5-31f0-43a9-b153-0d6132e0e799 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341973 Jun 23 08:39:46.258043 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['d28148ee-dc5e-413f-af62-b597e793fd7c'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:39:46.281937 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87fcf92a-b141-4834-9695-5db5f9e508f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3a50bb-9a40-4f54-bfe9-ab35584f2f58'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:39:46.285453 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe10368e395667840533ec91c6601648d36376b54de0a6f6a3b23a108ba8d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffb4209-f7ae-4216-97bb-20babf7942aa" -d '{"events": [{"server_uuid": "87fcf92a-b141-4834-9695-5db5f9e508f0", "name": "network-vif-plugged", "status": "completed", "tag": "ec3a50bb-9a40-4f54-bfe9-ab35584f2f58"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:39:46.333121 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746ce840-94bb-494b-9c85-9d9fc65a91eb x-openstack-request-id: req-746ce840-94bb-494b-9c85-9d9fc65a91eb {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:39:46.333424 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87fcf92a-b141-4834-9695-5db5f9e508f0", "name": "network-vif-plugged", "status": "completed", "tag": "ec3a50bb-9a40-4f54-bfe9-ab35584f2f58", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:39:46.333685 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-746ce840-94bb-494b-9c85-9d9fc65a91eb {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:39:46.334075 dv-cinder-768592-7-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87fcf92a-b141-4834-9695-5db5f9e508f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3a50bb-9a40-4f54-bfe9-ab35584f2f58', 'code': 200} Jun 23 08:39:46.493875 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 46314) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:46.499532 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3c052-ed94-4036-bb83-538f6eea4aed req-9d6b318b-fe4d-485c-93ba-a9bc7cac46c5 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:46.508124 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-47b3c052-ed94-4036-bb83-538f6eea4aed req-9d6b318b-fe4d-485c-93ba-a9bc7cac46c5 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=87fcf92a-b141-4834-9695-5db5f9e508f0 HTTP/1.1" status: 200 len: 945 time: 0.1091607 Jun 23 08:39:46.581205 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-47b3c052-ed94-4036-bb83-538f6eea4aed req-f5434344-07bd-4ee6-818f-300a48305463 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718129 Jun 23 08:39:46.692595 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-d2bd94c0-89d6-4eda-8303-7e6c327dcaca admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:46.733282 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eceb6f-5ce6-42a4-9c81-cb34abca9e49 req-47b82d0f-1faa-49d3-8bef-43c4b02b3faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:46.734927 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-74eceb6f-5ce6-42a4-9c81-cb34abca9e49 req-47b82d0f-1faa-49d3-8bef-43c4b02b3faf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=87fcf92a-b141-4834-9695-5db5f9e508f0 HTTP/1.1" status: 200 len: 1098 time: 0.1011994 Jun 23 08:39:46.745491 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bcd2cd-c861-4d10-b44c-2d5cde41e46b req-fc6856e9-05f8-4bd4-aac6-ba9ac86632d2 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:46.747662 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-07bcd2cd-c861-4d10-b44c-2d5cde41e46b req-fc6856e9-05f8-4bd4-aac6-ba9ac86632d2 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d05ebdd-e2dc-425b-b131-989d0415c9bd HTTP/1.1" status: 200 len: 946 time: 0.1079164 Jun 23 08:39:46.792155 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-74eceb6f-5ce6-42a4-9c81-cb34abca9e49 req-60bbc70e-81b7-4975-a173-e73528014dd3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485742 Jun 23 08:39:46.798109 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc997eae-7d8e-4136-b3d6-d91c60c385eb req-4939821d-4dd5-4a5d-a50a-3d1859c820ae tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:46.799650 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-dc997eae-7d8e-4136-b3d6-d91c60c385eb req-4939821d-4dd5-4a5d-a50a-3d1859c820ae tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9f730d8-aa12-41b3-9b1c-4fa0f3248acf HTTP/1.1" status: 200 len: 945 time: 0.1064832 Jun 23 08:39:46.807404 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-07bcd2cd-c861-4d10-b44c-2d5cde41e46b req-b6bc23d0-fb3e-4856-b932-5e974effca35 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/security-groups?id=4783de80-35fb-42c0-b9ca-996f2d5c577f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524013 Jun 23 08:39:46.839658 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-d2bd94c0-89d6-4eda-8303-7e6c327dcaca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:46.844631 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-d2bd94c0-89d6-4eda-8303-7e6c327dcaca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:46.848176 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:46.848635 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-dc997eae-7d8e-4136-b3d6-d91c60c385eb req-31d79e10-fbe4-4d40-8a82-b0af83692823 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ad63e84-8ae2-49b5-9fd8-cb67a63eba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392735 Jun 23 08:39:46.882303 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-d2bd94c0-89d6-4eda-8303-7e6c327dcaca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da318f533dcd4cf790ad13360d47308b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3872807 Jun 23 08:39:46.884329 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd94c0-89d6-4eda-8303-7e6c327dcaca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3e34e7-3fe1-4e62-b823-1add3fa70bce,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:46.884979 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 46324) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:46.887948 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-d2bd94c0-89d6-4eda-8303-7e6c327dcaca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:46.943618 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-92337e02-1efd-46a2-9524-e6572b69ad6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:46.966981 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-92337e02-1efd-46a2-9524-e6572b69ad6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:47.020030 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-92337e02-1efd-46a2-9524-e6572b69ad6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:47.024765 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-92337e02-1efd-46a2-9524-e6572b69ad6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:47.025821 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-92337e02-1efd-46a2-9524-e6572b69ad6a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3e3e34e7-3fe1-4e62-b823-1add3fa70bce HTTP/1.1" status: 204 len: 168 time: 0.1397793 Jun 23 08:39:47.036490 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:47.062293 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92337e02-1efd-46a2-9524-e6572b69ad6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3e34e7-3fe1-4e62-b823-1add3fa70bce,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:47.064927 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-92337e02-1efd-46a2-9524-e6572b69ad6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:47.116654 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628ba04-f600-4faa-a33f-40ecdf00c412 req-f967a1ed-d32a-4f06-8562-605f13f14264 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:47.118121 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b628ba04-f600-4faa-a33f-40ecdf00c412 req-f967a1ed-d32a-4f06-8562-605f13f14264 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 944 time: 0.0969985 Jun 23 08:39:47.165056 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b628ba04-f600-4faa-a33f-40ecdf00c412 req-b6bf9fb5-1feb-4ec9-b245-adfbb7f0b89f tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389833 Jun 23 08:39:47.239111 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d0183-bee8-4103-a590-4846ad82de67 req-7cff9e05-90c9-4126-a9eb-0df70dd0634d tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:47.241577 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a44d0183-bee8-4103-a590-4846ad82de67 req-7cff9e05-90c9-4126-a9eb-0df70dd0634d tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 943 time: 0.0749753 Jun 23 08:39:47.291538 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a44d0183-bee8-4103-a590-4846ad82de67 req-c08e3571-9458-4274-8849-7bf2ff708fb1 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429926 Jun 23 08:39:47.312979 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 46334) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:47.326890 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-2a2b13fa-421c-4da6-8092-3e0b1318c191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:47.399031 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device dce9eec3-ad6c-4933-91f7-e9bc2ab20d12 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 08:39:47.435614 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-2a2b13fa-421c-4da6-8092-3e0b1318c191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:47.440324 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-2a2b13fa-421c-4da6-8092-3e0b1318c191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:47.444211 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:47.480222 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-2a2b13fa-421c-4da6-8092-3e0b1318c191 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5d7d7ebff365451597422a1c1bc5a344&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1656756 Jun 23 08:39:47.482356 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b13fa-421c-4da6-8092-3e0b1318c191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e81f7d7-27b7-4ae3-a7fb-5efcbecb4297,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:47.483097 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 46336) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:47.485325 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-2a2b13fa-421c-4da6-8092-3e0b1318c191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:47.507508 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port dce9eec3-ad6c-4933-91f7-e9bc2ab20d12, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=dce9eec3-ad6c-4933-91f7-e9bc2ab20d12,segment=NetworkSegment(44ec48aa-0e84-4b42-924c-b1608050ef98),segment_id=44ec48aa-0e84-4b42-924c-b1608050ef98)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:39:47.522319 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Returning: {'device': 'dce9eec3-ad6c-4933-91f7-e9bc2ab20d12', 'network_id': 'b711c792-b208-4500-bb11-09c7e15b522c', 'port_id': 'dce9eec3-ad6c-4933-91f7-e9bc2ab20d12', 'mac_address': 'fa:16:3e:66:92:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27d76a9c-f09b-4b46-ac4d-5eb636fc5d99', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 08:39:47.542841 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-aac6c658-e3c4-4df8-af66-b45f42287df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:47.559151 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:47.563816 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-aac6c658-e3c4-4df8-af66-b45f42287df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:47.571387 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dce9eec3-ad6c-4933-91f7-e9bc2ab20d12 {{(pid=99595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:39:47.590117 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port dce9eec3-ad6c-4933-91f7-e9bc2ab20d12, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=dce9eec3-ad6c-4933-91f7-e9bc2ab20d12,segment=NetworkSegment(44ec48aa-0e84-4b42-924c-b1608050ef98),segment_id=44ec48aa-0e84-4b42-924c-b1608050ef98)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:39:47.594584 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:47.596894 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:47.630674 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-aac6c658-e3c4-4df8-af66-b45f42287df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:47.638682 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-aac6c658-e3c4-4df8-af66-b45f42287df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:47.643215 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-aac6c658-e3c4-4df8-af66-b45f42287df0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e81f7d7-27b7-4ae3-a7fb-5efcbecb4297 HTTP/1.1" status: 204 len: 168 time: 0.1590707 Jun 23 08:39:47.645244 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-9000d598-608f-4f32-aacc-255a31154ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:47.658299 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac6c658-e3c4-4df8-af66-b45f42287df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e81f7d7-27b7-4ae3-a7fb-5efcbecb4297,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:47.664967 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-aac6c658-e3c4-4df8-af66-b45f42287df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:47.677756 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=dce9eec3-ad6c-4933-91f7-e9bc2ab20d12,revision_number=4']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:47.692478 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:47.810959 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcb914-ef52-48b7-8802-545e37ac0959 req-988330d6-e4d4-41d0-aa95-65d2051d0ba5 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:47.815300 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-35bcb914-ef52-48b7-8802-545e37ac0959 req-988330d6-e4d4-41d0-aa95-65d2051d0ba5 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=87fcf92a-b141-4834-9695-5db5f9e508f0 HTTP/1.1" status: 200 len: 945 time: 0.0723343 Jun 23 08:39:47.877512 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-35bcb914-ef52-48b7-8802-545e37ac0959 req-fdc46790-92c5-4c85-851e-b7744dce8999 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592039 Jun 23 08:39:48.107689 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04326bb6-6ede-4256-99e7-37e8a7baea8a req-4caf1a78-8be0-45dc-afc6-18e96c03793b tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:48.112962 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-04326bb6-6ede-4256-99e7-37e8a7baea8a req-4caf1a78-8be0-45dc-afc6-18e96c03793b tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d05ebdd-e2dc-425b-b131-989d0415c9bd HTTP/1.1" status: 200 len: 946 time: 0.1531758 Jun 23 08:39:48.150091 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e594de0-0ef8-4e22-b64c-17bbd4fd24a0 req-343d0461-0635-47ad-a382-938bf6df44c2 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:48.157993 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7e594de0-0ef8-4e22-b64c-17bbd4fd24a0 req-343d0461-0635-47ad-a382-938bf6df44c2 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9f730d8-aa12-41b3-9b1c-4fa0f3248acf HTTP/1.1" status: 200 len: 945 time: 0.1507509 Jun 23 08:39:48.226926 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7e594de0-0ef8-4e22-b64c-17bbd4fd24a0 req-ccabf7df-5d08-4f4b-964f-d884378a9457 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ad63e84-8ae2-49b5-9fd8-cb67a63eba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630507 Jun 23 08:39:48.234898 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-04326bb6-6ede-4256-99e7-37e8a7baea8a req-a62985be-dc57-4685-a0f7-d6c70ce94aff tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/security-groups?id=4783de80-35fb-42c0-b9ca-996f2d5c577f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069555 Jun 23 08:39:48.425589 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bdf7c6-fa06-4ae0-9fdf-c0614856906c req-f29b7c39-67eb-4c7f-b0b6-7c620dbd2161 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:48.426715 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e5bdf7c6-fa06-4ae0-9fdf-c0614856906c req-f29b7c39-67eb-4c7f-b0b6-7c620dbd2161 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 944 time: 0.0775981 Jun 23 08:39:48.436914 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['dce9eec3-ad6c-4933-91f7-e9bc2ab20d12'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:39:48.504219 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e5bdf7c6-fa06-4ae0-9fdf-c0614856906c req-17572d15-81d4-4a97-97d8-c19c20f73f6a tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666835 Jun 23 08:39:48.524368 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421db05-4304-47c0-bd32-cd600ef8aa83 req-768218ec-f546-4581-b094-c585b5dc1baa tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:48.526137 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7421db05-4304-47c0-bd32-cd600ef8aa83 req-768218ec-f546-4581-b094-c585b5dc1baa tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 943 time: 0.0979476 Jun 23 08:39:48.567530 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7421db05-4304-47c0-bd32-cd600ef8aa83 req-2ac834db-8a03-425e-9f22-8e7319d82e16 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354078 Jun 23 08:39:49.063378 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2028e42-3f3b-483a-9f94-704371beec24 req-4f825725-54b5-4984-94cb-ecac23c8db19 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:49.064927 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a2028e42-3f3b-483a-9f94-704371beec24 req-4f825725-54b5-4984-94cb-ecac23c8db19 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=87fcf92a-b141-4834-9695-5db5f9e508f0 HTTP/1.1" status: 200 len: 945 time: 0.0654452 Jun 23 08:39:49.112290 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a2028e42-3f3b-483a-9f94-704371beec24 req-f8fe4588-1fe9-47be-9c27-8938257defab tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417681 Jun 23 08:39:49.410399 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device de9fda65-253b-40e1-9b01-b03346461763 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 08:39:49.419406 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device d28148ee-dc5e-413f-af62-b597e793fd7c up at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:39:49.510750 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0773f-878a-4ad0-9d72-0624ae0ef791 req-a438a566-db65-4a1c-9d1f-f9004218fbeb tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:49.512816 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-01c0773f-878a-4ad0-9d72-0624ae0ef791 req-a438a566-db65-4a1c-9d1f-f9004218fbeb tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9f730d8-aa12-41b3-9b1c-4fa0f3248acf HTTP/1.1" status: 200 len: 945 time: 0.1493044 Jun 23 08:39:49.525620 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc69d2-f00b-4eea-86f0-5e20a8b585e7 req-5ba90e30-20e7-4d4a-9cdf-04c932859cf4 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:49.534070 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-4fcc69d2-f00b-4eea-86f0-5e20a8b585e7 req-5ba90e30-20e7-4d4a-9cdf-04c932859cf4 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d05ebdd-e2dc-425b-b131-989d0415c9bd HTTP/1.1" status: 200 len: 946 time: 0.1290498 Jun 23 08:39:49.577162 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning for port d28148ee-dc5e-413f-af62-b597e793fd7c completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:39:49.586110 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning complete for port d28148ee-dc5e-413f-af62-b597e793fd7c triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:39:49.586998 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:49.602046 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-4fcc69d2-f00b-4eea-86f0-5e20a8b585e7 req-9f7257c2-4390-4e39-8294-18ceb73b2c1f tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/security-groups?id=4783de80-35fb-42c0-b9ca-996f2d5c577f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623193 Jun 23 08:39:49.649709 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-01c0773f-878a-4ad0-9d72-0624ae0ef791 req-fdecc594-4ac3-4db2-9e35-e8856420189b tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ad63e84-8ae2-49b5-9fd8-cb67a63eba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108904 Jun 23 08:39:49.698386 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port de9fda65-253b-40e1-9b01-b03346461763, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=de9fda65-253b-40e1-9b01-b03346461763,segment=NetworkSegment(44ec48aa-0e84-4b42-924c-b1608050ef98),segment_id=44ec48aa-0e84-4b42-924c-b1608050ef98)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:39:49.772174 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Returning: {'device': 'de9fda65-253b-40e1-9b01-b03346461763', 'network_id': 'b711c792-b208-4500-bb11-09c7e15b522c', 'port_id': 'de9fda65-253b-40e1-9b01-b03346461763', 'mac_address': 'fa:16:3e:b4:23:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27d76a9c-f09b-4b46-ac4d-5eb636fc5d99', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 08:39:49.795498 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:49.865321 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f730d8-aa12-41b3-9b1c-4fa0f3248acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28148ee-dc5e-413f-af62-b597e793fd7c'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:39:49.868519 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe10368e395667840533ec91c6601648d36376b54de0a6f6a3b23a108ba8d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85956424-4346-4e1c-b85d-87cd243bf345" -d '{"events": [{"server_uuid": "b9f730d8-aa12-41b3-9b1c-4fa0f3248acf", "name": "network-vif-plugged", "status": "completed", "tag": "d28148ee-dc5e-413f-af62-b597e793fd7c"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:39:49.888483 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:49.892273 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port d28148ee-dc5e-413f-af62-b597e793fd7c, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d28148ee-dc5e-413f-af62-b597e793fd7c,segment=NetworkSegment(a7c9ceb7-8d10-4f4d-9ddc-5640064e6194),segment_id=a7c9ceb7-8d10-4f4d-9ddc-5640064e6194)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:39:49.906291 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:49.912072 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:49.956128 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14094b3c-2604-46fb-b740-3dc99c43db74 req-47be8ecb-0a7f-4a95-bf5c-a9cb66c4a750 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:49.957735 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-14094b3c-2604-46fb-b740-3dc99c43db74 req-47be8ecb-0a7f-4a95-bf5c-a9cb66c4a750 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 943 time: 0.1571107 Jun 23 08:39:49.965939 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=d28148ee-dc5e-413f-af62-b597e793fd7c,revision_number=5']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:49.969420 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:49.969724 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce562a-7503-475d-870f-1ae863433e45 req-94ae3690-14fa-4274-a282-71aeed051573 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:49.971238 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de9fda65-253b-40e1-9b01-b03346461763 {{(pid=99595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:39:49.979346 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-76ce562a-7503-475d-870f-1ae863433e45 req-94ae3690-14fa-4274-a282-71aeed051573 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 944 time: 0.1134739 Jun 23 08:39:50.000135 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port de9fda65-253b-40e1-9b01-b03346461763, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=de9fda65-253b-40e1-9b01-b03346461763,segment=NetworkSegment(44ec48aa-0e84-4b42-924c-b1608050ef98),segment_id=44ec48aa-0e84-4b42-924c-b1608050ef98)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:39:50.010761 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:50.010761 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device d138dc7d-821b-43b7-b299-08c73ca38d11 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 08:39:50.010761 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:50.046321 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-14094b3c-2604-46fb-b740-3dc99c43db74 req-7a176c8f-40e9-4866-b54e-fa097e6cd5e1 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639200 Jun 23 08:39:50.087257 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-76ce562a-7503-475d-870f-1ae863433e45 req-f57055b5-f2a3-4e1d-b230-32b6c4c593a6 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061575 Jun 23 08:39:50.179739 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=de9fda65-253b-40e1-9b01-b03346461763,revision_number=4']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:50.190894 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 46468) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:50.200428 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:50.272858 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c968e0-74e5-4fab-bc46-f095ea6979ba x-openstack-request-id: req-23c968e0-74e5-4fab-bc46-f095ea6979ba {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:39:50.273418 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f730d8-aa12-41b3-9b1c-4fa0f3248acf", "name": "network-vif-plugged", "status": "completed", "tag": "d28148ee-dc5e-413f-af62-b597e793fd7c", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:39:50.274184 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-23c968e0-74e5-4fab-bc46-f095ea6979ba {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:39:50.275340 dv-cinder-768592-7-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f730d8-aa12-41b3-9b1c-4fa0f3248acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28148ee-dc5e-413f-af62-b597e793fd7c', 'code': 200} Jun 23 08:39:50.330747 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port d138dc7d-821b-43b7-b299-08c73ca38d11, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d138dc7d-821b-43b7-b299-08c73ca38d11,segment=NetworkSegment(31b2f068-fef9-4baa-bc53-51c6f575a7bf),segment_id=31b2f068-fef9-4baa-bc53-51c6f575a7bf)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:39:50.344514 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Returning: {'device': 'd138dc7d-821b-43b7-b299-08c73ca38d11', 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248', 'port_id': 'd138dc7d-821b-43b7-b299-08c73ca38d11', 'mac_address': 'fa:16:3e:2b:9b:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b3df551-72d8-4749-a018-772b466944b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 08:39:50.359574 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3a9c036e-2544-410e-80f3-9e41c1b8b6a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:50.406949 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:50.438695 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d138dc7d-821b-43b7-b299-08c73ca38d11 {{(pid=99595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:39:50.463521 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5abcddb-56df-4c15-bce1-b875e81fa3df req-095e5f4c-1e58-4f02-8b21-da27d31d02e4 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:50.468052 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b5abcddb-56df-4c15-bce1-b875e81fa3df req-095e5f4c-1e58-4f02-8b21-da27d31d02e4 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=87fcf92a-b141-4834-9695-5db5f9e508f0 HTTP/1.1" status: 200 len: 945 time: 0.0983880 Jun 23 08:39:50.497000 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port d138dc7d-821b-43b7-b299-08c73ca38d11, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d138dc7d-821b-43b7-b299-08c73ca38d11,segment=NetworkSegment(31b2f068-fef9-4baa-bc53-51c6f575a7bf),segment_id=31b2f068-fef9-4baa-bc53-51c6f575a7bf)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:39:50.506914 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:50.516322 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:50.545943 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b5abcddb-56df-4c15-bce1-b875e81fa3df req-2e2cd9a7-82c5-4e09-a41c-2c34aab617fe tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690181 Jun 23 08:39:50.584382 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=d138dc7d-821b-43b7-b299-08c73ca38d11,revision_number=4']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:50.587725 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:50.755976 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4af950-77e5-4a14-8603-6adc6186b451 req-5f570628-b00e-4e7f-8a41-5d02ee70966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:50.757478 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-2e4af950-77e5-4a14-8603-6adc6186b451 req-5f570628-b00e-4e7f-8a41-5d02ee70966d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b9f730d8-aa12-41b3-9b1c-4fa0f3248acf HTTP/1.1" status: 200 len: 1099 time: 0.0920959 Jun 23 08:39:50.784146 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3a9c036e-2544-410e-80f3-9e41c1b8b6a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:50.791486 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3a9c036e-2544-410e-80f3-9e41c1b8b6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:50.795877 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-3e7f7ffb-f738-4a2a-a62e-7a1d3c94ae50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:50.853868 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-3a9c036e-2544-410e-80f3-9e41c1b8b6a5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4bb1195899ff4dba998c9d9c36864faa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6618891 Jun 23 08:39:50.856030 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 46482) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:50.858102 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-2e4af950-77e5-4a14-8603-6adc6186b451 req-b4690eeb-0578-4670-b440-83a1e8bfd4ef service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8ad63e84-8ae2-49b5-9fd8-cb67a63eba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847671 Jun 23 08:39:50.865430 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c036e-2544-410e-80f3-9e41c1b8b6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413980f4-a3f8-48ba-b9ba-a15d94cc7570,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:50.869257 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-3a9c036e-2544-410e-80f3-9e41c1b8b6a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:50.880010 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e06abc-16ff-45d5-964c-d2f2c2f46712 req-8a0a3349-7c47-449a-8c65-2512c6b2ff4a tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:50.890145 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-68e06abc-16ff-45d5-964c-d2f2c2f46712 req-8a0a3349-7c47-449a-8c65-2512c6b2ff4a tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9f730d8-aa12-41b3-9b1c-4fa0f3248acf HTTP/1.1" status: 200 len: 946 time: 0.1041522 Jun 23 08:39:50.921031 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-f2704094-6303-4c6f-aff0-f471c613cd8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:50.933571 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-68e06abc-16ff-45d5-964c-d2f2c2f46712 req-5fb6e0fd-e3a3-412b-9dca-cba4a5b0377e tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ad63e84-8ae2-49b5-9fd8-cb67a63eba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419760 Jun 23 08:39:50.942408 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-f2704094-6303-4c6f-aff0-f471c613cd8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:50.989140 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-f2704094-6303-4c6f-aff0-f471c613cd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:50.992147 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-f2704094-6303-4c6f-aff0-f471c613cd8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:50.993272 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-f2704094-6303-4c6f-aff0-f471c613cd8a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/413980f4-a3f8-48ba-b9ba-a15d94cc7570 HTTP/1.1" status: 204 len: 168 time: 0.1342914 Jun 23 08:39:50.993927 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:51.001816 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2704094-6303-4c6f-aff0-f471c613cd8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413980f4-a3f8-48ba-b9ba-a15d94cc7570,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:51.003980 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-f2704094-6303-4c6f-aff0-f471c613cd8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:51.109576 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['de9fda65-253b-40e1-9b01-b03346461763'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:39:51.230516 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['d138dc7d-821b-43b7-b299-08c73ca38d11'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:39:51.289325 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 46496) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:51.302577 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-bf1b20fc-3f72-4981-860d-d431ad7375b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:51.331525 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812eafb-4bf4-4305-bb63-4d3b086cd0c7 req-ae6ba327-eae9-4ec6-b4a8-74e0f42c20b3 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:51.333318 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9812eafb-4bf4-4305-bb63-4d3b086cd0c7 req-ae6ba327-eae9-4ec6-b4a8-74e0f42c20b3 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 945 time: 0.1145537 Jun 23 08:39:51.350049 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf091a-dd00-4876-8b4d-686ee7dcf8e0 req-878aac6a-67fa-404f-9031-5ccb9556b288 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:51.352682 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-94cf091a-dd00-4876-8b4d-686ee7dcf8e0 req-878aac6a-67fa-404f-9031-5ccb9556b288 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 944 time: 0.1467049 Jun 23 08:39:51.412071 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-bf1b20fc-3f72-4981-860d-d431ad7375b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:51.416612 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-bf1b20fc-3f72-4981-860d-d431ad7375b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:51.422891 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-6903a15d-9573-450b-8a91-8395b29563c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:51.447534 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device dce9eec3-ad6c-4933-91f7-e9bc2ab20d12 up at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:39:51.448053 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9812eafb-4bf4-4305-bb63-4d3b086cd0c7 req-b1c5fb67-f7fe-4b96-93ad-4b91483e44b3 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937052 Jun 23 08:39:51.459579 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-94cf091a-dd00-4876-8b4d-686ee7dcf8e0 req-421b8c7c-2c88-4152-9575-9a8f63ea9383 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822356 Jun 23 08:39:51.465430 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-bf1b20fc-3f72-4981-860d-d431ad7375b7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=09d173f3df65450b86c8ab1625df84f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1724999 Jun 23 08:39:51.466626 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 46502) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:51.468367 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b20fc-3f72-4981-860d-d431ad7375b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb7c995-67ea-4474-b374-e935259341bd,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:51.471442 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-bf1b20fc-3f72-4981-860d-d431ad7375b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:51.526173 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-102bae1d-af16-411e-9365-373f141997ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:51.557094 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-102bae1d-af16-411e-9365-373f141997ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:51.584091 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning for port dce9eec3-ad6c-4933-91f7-e9bc2ab20d12 completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:39:51.596602 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning complete for port dce9eec3-ad6c-4933-91f7-e9bc2ab20d12 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:39:51.597173 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:51.623327 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-102bae1d-af16-411e-9365-373f141997ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:51.633414 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-102bae1d-af16-411e-9365-373f141997ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:51.635081 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-102bae1d-af16-411e-9365-373f141997ff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9fb7c995-67ea-4474-b374-e935259341bd HTTP/1.1" status: 204 len: 168 time: 0.1665714 Jun 23 08:39:51.641415 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:51.651429 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102bae1d-af16-411e-9365-373f141997ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb7c995-67ea-4474-b374-e935259341bd,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:51.660296 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-102bae1d-af16-411e-9365-373f141997ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:51.704665 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:51.742677 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port dce9eec3-ad6c-4933-91f7-e9bc2ab20d12, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=dce9eec3-ad6c-4933-91f7-e9bc2ab20d12,segment=NetworkSegment(44ec48aa-0e84-4b42-924c-b1608050ef98),segment_id=44ec48aa-0e84-4b42-924c-b1608050ef98)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:39:51.752280 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:51.754652 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:51.808730 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=dce9eec3-ad6c-4933-91f7-e9bc2ab20d12,revision_number=5']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:51.834699 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:52.202098 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aebd31-d679-43c6-a36b-55ec4713ffac req-8c01108b-30fe-49c8-b76a-5d1ee9d3fdf2 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:52.203883 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-38aebd31-d679-43c6-a36b-55ec4713ffac req-8c01108b-30fe-49c8-b76a-5d1ee9d3fdf2 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9f730d8-aa12-41b3-9b1c-4fa0f3248acf HTTP/1.1" status: 200 len: 946 time: 0.0963843 Jun 23 08:39:52.264017 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-38aebd31-d679-43c6-a36b-55ec4713ffac req-06e9cf95-a958-4534-8f86-260abe0e5770 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ad63e84-8ae2-49b5-9fd8-cb67a63eba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537920 Jun 23 08:39:52.277672 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b80b71e-6219-4c1a-b7de-c99457da83ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce9eec3-ad6c-4933-91f7-e9bc2ab20d12'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:39:52.287440 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe10368e395667840533ec91c6601648d36376b54de0a6f6a3b23a108ba8d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7d3759-0be4-45a3-b706-c9d95cf68217" -d '{"events": [{"server_uuid": "5b80b71e-6219-4c1a-b7de-c99457da83ed", "name": "network-vif-plugged", "status": "completed", "tag": "dce9eec3-ad6c-4933-91f7-e9bc2ab20d12"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:39:52.335323 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d330c252-0bbc-4af5-95b2-b1e815e5546f x-openstack-request-id: req-d330c252-0bbc-4af5-95b2-b1e815e5546f {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:39:52.335631 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b80b71e-6219-4c1a-b7de-c99457da83ed", "name": "network-vif-plugged", "status": "completed", "tag": "dce9eec3-ad6c-4933-91f7-e9bc2ab20d12", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:39:52.335897 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d330c252-0bbc-4af5-95b2-b1e815e5546f {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:39:52.336300 dv-cinder-768592-7-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b80b71e-6219-4c1a-b7de-c99457da83ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce9eec3-ad6c-4933-91f7-e9bc2ab20d12', 'code': 200} Jun 23 08:39:52.707077 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e8bed-84c7-4ed8-8f02-ec7a9119f6f4 req-6fef5edf-ab20-4123-a453-3292c62bd91d tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:52.708997 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-574e8bed-84c7-4ed8-8f02-ec7a9119f6f4 req-6fef5edf-ab20-4123-a453-3292c62bd91d tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 945 time: 0.0937908 Jun 23 08:39:52.757936 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-574e8bed-84c7-4ed8-8f02-ec7a9119f6f4 req-1ad93816-0092-464f-9dfe-4aea06e8bde1 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421734 Jun 23 08:39:52.944117 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945e242-b93c-47ae-b7da-c35f3fa3481e req-86aa27d5-453e-4881-a19c-83426893e7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:52.947577 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-6945e242-b93c-47ae-b7da-c35f3fa3481e req-86aa27d5-453e-4881-a19c-83426893e7a4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 1098 time: 0.1155310 Jun 23 08:39:52.988744 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ddf5db-e69b-43fe-8c50-7a9caf5e0be1 req-d3bf6a98-056b-4b06-a5ed-2a0d04dfcd2d tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:52.990409 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b1ddf5db-e69b-43fe-8c50-7a9caf5e0be1 req-d3bf6a98-056b-4b06-a5ed-2a0d04dfcd2d tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 944 time: 0.1146636 Jun 23 08:39:53.060240 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-6945e242-b93c-47ae-b7da-c35f3fa3481e req-63c6f01d-9c56-4268-b8b1-4bc552a91439 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328653 Jun 23 08:39:53.221785 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b1ddf5db-e69b-43fe-8c50-7a9caf5e0be1 req-658821a8-c69b-48b8-8ffb-d8a70a914f05 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243459 Jun 23 08:39:53.448308 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device d138dc7d-821b-43b7-b299-08c73ca38d11 up at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:39:53.458904 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7dc3f1-c886-4b0d-830c-783c29cd1ce2 req-37949362-c325-490f-b887-ac63046fd914 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:53.460396 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6e7dc3f1-c886-4b0d-830c-783c29cd1ce2 req-37949362-c325-490f-b887-ac63046fd914 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9f730d8-aa12-41b3-9b1c-4fa0f3248acf HTTP/1.1" status: 200 len: 946 time: 0.0745091 Jun 23 08:39:53.511803 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6e7dc3f1-c886-4b0d-830c-783c29cd1ce2 req-f263d006-659a-4ca8-b6b7-c0005779d7c8 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ad63e84-8ae2-49b5-9fd8-cb67a63eba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440738 Jun 23 08:39:53.515439 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning for port d138dc7d-821b-43b7-b299-08c73ca38d11 completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:39:53.529623 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning complete for port d138dc7d-821b-43b7-b299-08c73ca38d11 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:39:53.531234 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:53.621049 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:53.659123 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port d138dc7d-821b-43b7-b299-08c73ca38d11, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d138dc7d-821b-43b7-b299-08c73ca38d11,segment=NetworkSegment(31b2f068-fef9-4baa-bc53-51c6f575a7bf),segment_id=31b2f068-fef9-4baa-bc53-51c6f575a7bf)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:39:53.663392 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:53.664388 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device de9fda65-253b-40e1-9b01-b03346461763 up at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:39:53.686316 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:53.753255 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=d138dc7d-821b-43b7-b299-08c73ca38d11,revision_number=5']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:53.756286 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:53.763913 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning for port de9fda65-253b-40e1-9b01-b03346461763 completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:39:53.768042 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning complete for port de9fda65-253b-40e1-9b01-b03346461763 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:39:53.768535 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:53.875312 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:53.923669 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port de9fda65-253b-40e1-9b01-b03346461763, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=de9fda65-253b-40e1-9b01-b03346461763,segment=NetworkSegment(44ec48aa-0e84-4b42-924c-b1608050ef98),segment_id=44ec48aa-0e84-4b42-924c-b1608050ef98)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:39:53.927726 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:53.929681 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:53.969481 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c47ab-ea82-42ff-a012-f1ccfe12f36b req-37bfe4f8-9400-432f-9b84-441b935ed701 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:53.971672 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d02c47ab-ea82-42ff-a012-f1ccfe12f36b req-37bfe4f8-9400-432f-9b84-441b935ed701 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 945 time: 0.0784280 Jun 23 08:39:53.987251 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=de9fda65-253b-40e1-9b01-b03346461763,revision_number=5']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:53.991062 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:54.023289 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d02c47ab-ea82-42ff-a012-f1ccfe12f36b req-aba2abb3-3f78-455b-843a-15ddf971e030 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440085 Jun 23 08:39:54.337822 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3631e51b-c5d2-4b22-9356-7ee8f3f3126d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd138dc7d-821b-43b7-b299-08c73ca38d11'}, {'server_uuid': '4dac2409-2d9d-4c1e-8993-1644f982a0ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9fda65-253b-40e1-9b01-b03346461763'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:39:54.341311 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe10368e395667840533ec91c6601648d36376b54de0a6f6a3b23a108ba8d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb6de9d-6ea6-4060-8c71-c363d3da0638" -d '{"events": [{"server_uuid": "3631e51b-c5d2-4b22-9356-7ee8f3f3126d", "name": "network-vif-plugged", "status": "completed", "tag": "d138dc7d-821b-43b7-b299-08c73ca38d11"}, {"server_uuid": "4dac2409-2d9d-4c1e-8993-1644f982a0ee", "name": "network-vif-plugged", "status": "completed", "tag": "de9fda65-253b-40e1-9b01-b03346461763"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:39:54.386434 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 23 Jun 2021 08:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d57d94-8846-4e4c-ada4-d09cbfb0bfca x-openstack-request-id: req-02d57d94-8846-4e4c-ada4-d09cbfb0bfca {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:39:54.386762 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3631e51b-c5d2-4b22-9356-7ee8f3f3126d", "name": "network-vif-plugged", "status": "completed", "tag": "d138dc7d-821b-43b7-b299-08c73ca38d11", "code": 200}, {"server_uuid": "4dac2409-2d9d-4c1e-8993-1644f982a0ee", "name": "network-vif-plugged", "status": "completed", "tag": "de9fda65-253b-40e1-9b01-b03346461763", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:39:54.387167 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02d57d94-8846-4e4c-ada4-d09cbfb0bfca {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:39:54.387577 dv-cinder-768592-7-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3631e51b-c5d2-4b22-9356-7ee8f3f3126d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd138dc7d-821b-43b7-b299-08c73ca38d11', 'code': 200} Jun 23 08:39:54.387838 dv-cinder-768592-7-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dac2409-2d9d-4c1e-8993-1644f982a0ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9fda65-253b-40e1-9b01-b03346461763', 'code': 200} Jun 23 08:39:54.424190 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6f2c6-4df7-4839-84ec-af2d283a90e8 req-e857956f-96b6-4c66-afff-782338bbf547 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:54.425656 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-cdb6f2c6-4df7-4839-84ec-af2d283a90e8 req-e857956f-96b6-4c66-afff-782338bbf547 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 945 time: 0.0631020 Jun 23 08:39:54.464116 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-cdb6f2c6-4df7-4839-84ec-af2d283a90e8 req-fa6ea2ba-7fc2-4b0a-96cc-2f0157504a31 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327554 Jun 23 08:39:54.826926 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4a56b-b8bc-4d0b-9688-574d0ec5dcf8 req-d28c0716-5c16-4e3c-a9fd-834279257a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:54.828434 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-0ba4a56b-b8bc-4d0b-9688-574d0ec5dcf8 req-d28c0716-5c16-4e3c-a9fd-834279257a94 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 1099 time: 0.0900505 Jun 23 08:39:54.831174 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699387e6-78b6-495c-b227-804ed4864be6 req-b7dc640a-c1f5-4c2b-b6af-abe50c65f12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:54.832495 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-699387e6-78b6-495c-b227-804ed4864be6 req-b7dc640a-c1f5-4c2b-b6af-abe50c65f12d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 1098 time: 0.1049268 Jun 23 08:39:54.906828 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-0ba4a56b-b8bc-4d0b-9688-574d0ec5dcf8 req-a3cd75d8-8922-4d4d-8860-4a58c0fde512 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530612 Jun 23 08:39:54.908648 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-699387e6-78b6-495c-b227-804ed4864be6 req-b4010feb-b246-429e-ac4d-46c5a176bad4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539274 Jun 23 08:39:55.195201 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c915f-d7e5-4a61-bcef-a1a5086f4fc8 req-59753ee7-df4f-436d-af9b-f806f782b112 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:55.196639 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6f4c915f-d7e5-4a61-bcef-a1a5086f4fc8 req-59753ee7-df4f-436d-af9b-f806f782b112 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.0617476 Jun 23 08:39:55.234113 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6f4c915f-d7e5-4a61-bcef-a1a5086f4fc8 req-fa6bc554-58c2-46f3-ab20-5e935ff6e8db tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312569 Jun 23 08:39:55.689302 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81686334-7178-4433-b0d1-2407467a1ba7 req-10bdc8c1-9d91-4fec-aa08-31790459959f tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:55.690790 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-81686334-7178-4433-b0d1-2407467a1ba7 req-10bdc8c1-9d91-4fec-aa08-31790459959f tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 945 time: 0.0679417 Jun 23 08:39:55.729381 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-81686334-7178-4433-b0d1-2407467a1ba7 req-473a72f5-a2cd-4a47-99a8-a03ad42bd93c tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330195 Jun 23 08:39:56.425508 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c2a60-b978-4be0-9be8-6be02bfc55e8 req-3e01011a-b2b3-45d6-92ae-24397bda7568 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:56.427293 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-663c2a60-b978-4be0-9be8-6be02bfc55e8 req-3e01011a-b2b3-45d6-92ae-24397bda7568 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.0712862 Jun 23 08:39:56.476810 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-663c2a60-b978-4be0-9be8-6be02bfc55e8 req-541821ad-0cb6-450d-918b-82355b07b782 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408719 Jun 23 08:39:56.912841 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cafd802-5d1f-446c-a8bc-d20541083fc1 req-787d3a3e-96f4-48ac-b2d2-4c12562aa56f tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:56.914798 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-2cafd802-5d1f-446c-a8bc-d20541083fc1 req-787d3a3e-96f4-48ac-b2d2-4c12562aa56f tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d05ebdd-e2dc-425b-b131-989d0415c9bd HTTP/1.1" status: 200 len: 946 time: 0.1140997 Jun 23 08:39:56.984763 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-2cafd802-5d1f-446c-a8bc-d20541083fc1 req-a359d323-d6a4-43b7-882f-1e0b5d209a0d tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/security-groups?id=4783de80-35fb-42c0-b9ca-996f2d5c577f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494676 Jun 23 08:39:57.005612 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b954db3-1284-402f-a767-e85b37f3fd1f req-47cacf11-714a-4897-b4ff-4397c1e4fc19 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:57.007187 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-5b954db3-1284-402f-a767-e85b37f3fd1f req-47cacf11-714a-4897-b4ff-4397c1e4fc19 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 945 time: 0.1262667 Jun 23 08:39:57.053531 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-5b954db3-1284-402f-a767-e85b37f3fd1f req-6204885f-41c2-4780-9c40-f252b51a4fb2 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360591 Jun 23 08:39:57.286565 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 46758) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:57.400696 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-099222a5-6abe-4b6e-9eba-91d69c022b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:57.495777 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-099222a5-6abe-4b6e-9eba-91d69c022b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:57.500016 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-099222a5-6abe-4b6e-9eba-91d69c022b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:57.503291 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:57.547492 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-099222a5-6abe-4b6e-9eba-91d69c022b2b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a12620c57377481fab0a447016188b7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572553 Jun 23 08:39:57.547492 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099222a5-6abe-4b6e-9eba-91d69c022b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402378ee-ac7f-41b3-bf5e-afda8812f280,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:57.547887 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 46772) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:57.566107 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-099222a5-6abe-4b6e-9eba-91d69c022b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:57.607870 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3803688f-a97b-4e16-8d9e-52ca30dca354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:57.633793 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3803688f-a97b-4e16-8d9e-52ca30dca354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:57.692597 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fc883-fb93-4cb8-b229-13f23c5e39a1 req-b90946a6-43fa-48fb-9a0a-8af1d6b27b41 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:57.702299 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c25fc883-fb93-4cb8-b229-13f23c5e39a1 req-b90946a6-43fa-48fb-9a0a-8af1d6b27b41 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.1005561 Jun 23 08:39:57.721356 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3803688f-a97b-4e16-8d9e-52ca30dca354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:57.724779 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3803688f-a97b-4e16-8d9e-52ca30dca354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:57.731087 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-3803688f-a97b-4e16-8d9e-52ca30dca354 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/402378ee-ac7f-41b3-bf5e-afda8812f280 HTTP/1.1" status: 204 len: 168 time: 0.1814258 Jun 23 08:39:57.732235 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-748b664a-e91e-4d2d-a591-2f9c78069893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:57.741135 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803688f-a97b-4e16-8d9e-52ca30dca354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402378ee-ac7f-41b3-bf5e-afda8812f280,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:57.759071 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c25fc883-fb93-4cb8-b229-13f23c5e39a1 req-33db03e2-8c9a-4b80-bff3-9cae6b9e9da1 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528629 Jun 23 08:39:57.775598 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-3803688f-a97b-4e16-8d9e-52ca30dca354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:57.867605 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ae153-4ec3-44a1-9b5e-5ad274e3b27a req-ad2376c9-4500-466e-8431-2ec1f4e9ff5c tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:57.869107 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-fe3ae153-4ec3-44a1-9b5e-5ad274e3b27a req-ad2376c9-4500-466e-8431-2ec1f4e9ff5c tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9f730d8-aa12-41b3-9b1c-4fa0f3248acf HTTP/1.1" status: 200 len: 946 time: 0.0739319 Jun 23 08:39:57.908076 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-fe3ae153-4ec3-44a1-9b5e-5ad274e3b27a req-97a7833f-d52f-4d9f-85fb-3ad9f13703cc tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ad63e84-8ae2-49b5-9fd8-cb67a63eba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322556 Jun 23 08:39:58.027441 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 46784) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:58.040409 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-46e939a6-285e-4d79-bae6-719a7e2da331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:58.146591 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-46e939a6-285e-4d79-bae6-719a7e2da331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:58.150583 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-46e939a6-285e-4d79-bae6-719a7e2da331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:58.154937 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:58.176454 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356cfac-433c-41d4-ad6a-9e5705540575 req-8ddbbd96-2abb-4358-9ceb-92864f875048 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:58.177935 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a356cfac-433c-41d4-ad6a-9e5705540575 req-8ddbbd96-2abb-4358-9ceb-92864f875048 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d05ebdd-e2dc-425b-b131-989d0415c9bd HTTP/1.1" status: 200 len: 946 time: 0.0712054 Jun 23 08:39:58.187252 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e939a6-285e-4d79-bae6-719a7e2da331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851cb193-41d6-4406-8055-2003fc2f0e9a,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:58.190790 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-46e939a6-285e-4d79-bae6-719a7e2da331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:58.197778 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-46e939a6-285e-4d79-bae6-719a7e2da331 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e25bf42c64b5405b99928decf407d539&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1692991 Jun 23 08:39:58.203177 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 46788) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:58.250149 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a356cfac-433c-41d4-ad6a-9e5705540575 req-0c83b2d2-f601-4ed7-a710-528b419bb8d9 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/security-groups?id=4783de80-35fb-42c0-b9ca-996f2d5c577f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625751 Jun 23 08:39:58.258833 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-e6da642c-5a26-4b65-b29f-40aad34600e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:58.281232 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73347ea9-187c-4d52-9b3a-22c9e8417fd3 req-4f9df463-e896-4f3f-9b58-52cdbc753359 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:58.282875 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-73347ea9-187c-4d52-9b3a-22c9e8417fd3 req-4f9df463-e896-4f3f-9b58-52cdbc753359 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 945 time: 0.1039665 Jun 23 08:39:58.287000 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-e6da642c-5a26-4b65-b29f-40aad34600e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:58.324657 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-73347ea9-187c-4d52-9b3a-22c9e8417fd3 req-0b60461d-3ae1-4500-8213-48dc732ca722 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354338 Jun 23 08:39:58.339432 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-e6da642c-5a26-4b65-b29f-40aad34600e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:58.351879 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-e6da642c-5a26-4b65-b29f-40aad34600e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:58.351879 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-e6da642c-5a26-4b65-b29f-40aad34600e1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/851cb193-41d6-4406-8055-2003fc2f0e9a HTTP/1.1" status: 204 len: 168 time: 0.1428719 Jun 23 08:39:58.351879 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:58.356273 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da642c-5a26-4b65-b29f-40aad34600e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851cb193-41d6-4406-8055-2003fc2f0e9a,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:58.358612 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-e6da642c-5a26-4b65-b29f-40aad34600e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:58.689755 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 46822) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:58.829151 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-20d571f3-c1f7-46dd-b7aa-52e36ed750c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:58.858753 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a8691-b209-424c-9f58-9b11b6445043 req-525c6794-129d-4e08-865f-d30893c79601 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:58.860699 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-088a8691-b209-424c-9f58-9b11b6445043 req-525c6794-129d-4e08-865f-d30893c79601 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/networks?id=f2a71c23-2a6e-4a5b-9397-0dd91ec2db00 HTTP/1.1" status: 200 len: 815 time: 0.1853633 Jun 23 08:39:58.883316 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-088a8691-b209-424c-9f58-9b11b6445043 req-b23c3a45-d7fd-4493-bf4f-52a5ad740279 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/quotas/049e0835e2d54c6aa94a5398907d5da3 HTTP/1.1" status: 200 len: 375 time: 0.0166852 Jun 23 08:39:58.943617 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-20d571f3-c1f7-46dd-b7aa-52e36ed750c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:58.947549 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-20d571f3-c1f7-46dd-b7aa-52e36ed750c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:58.950235 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:58.988573 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-20d571f3-c1f7-46dd-b7aa-52e36ed750c4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=608f9f4586b04ec8814f9a83c0525322&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960377 Jun 23 08:39:58.989167 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 46840) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:59.018044 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d571f3-c1f7-46dd-b7aa-52e36ed750c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e58403b-e0d8-4048-a151-dd31c4d8e851,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:59.022065 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-20d571f3-c1f7-46dd-b7aa-52e36ed750c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:59.024874 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc1177-80d5-4efa-89b5-21e175547873 req-7aa5ca97-dec7-401f-8b62-74d2cf9ead38 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:59.033294 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-5fcc1177-80d5-4efa-89b5-21e175547873 req-7aa5ca97-dec7-401f-8b62-74d2cf9ead38 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.1486390 Jun 23 08:39:59.051342 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-088a8691-b209-424c-9f58-9b11b6445043 req-59ec7219-108d-4015-b99e-f0e268ad1898 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=049e0835e2d54c6aa94a5398907d5da3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1554027 Jun 23 08:39:59.060043 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3ddb3ed0-b6f0-4d36-ae1b-3a69ce3091a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:59.084813 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3ddb3ed0-b6f0-4d36-ae1b-3a69ce3091a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:59.140369 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-5fcc1177-80d5-4efa-89b5-21e175547873 req-5880c16b-6942-45dc-82fb-29e2fa7b9c58 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060140 Jun 23 08:39:59.148056 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3ddb3ed0-b6f0-4d36-ae1b-3a69ce3091a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:59.155887 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3ddb3ed0-b6f0-4d36-ae1b-3a69ce3091a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:59.159236 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-3ddb3ed0-b6f0-4d36-ae1b-3a69ce3091a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7e58403b-e0d8-4048-a151-dd31c4d8e851 HTTP/1.1" status: 204 len: 168 time: 0.1681998 Jun 23 08:39:59.162997 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-13d90376-4360-4c71-9ead-247f36ed726c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:59.178717 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb3ed0-b6f0-4d36-ae1b-3a69ce3091a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e58403b-e0d8-4048-a151-dd31c4d8e851,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:59.183636 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-088a8691-b209-424c-9f58-9b11b6445043 req-634e08dd-34c0-4d3b-8eae-6f07d7835a8c service neutron] 10.222.0.23 "GET /v2.0/networks/f2a71c23-2a6e-4a5b-9397-0dd91ec2db00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226768 Jun 23 08:39:59.190596 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-3ddb3ed0-b6f0-4d36-ae1b-3a69ce3091a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:59.322315 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-088a8691-b209-424c-9f58-9b11b6445043 req-4e6ffdce-5517-478f-ad61-1f0ea422212b service neutron] 10.222.0.23 "GET /v2.0/networks/f2a71c23-2a6e-4a5b-9397-0dd91ec2db00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309538 Jun 23 08:39:59.364596 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4103a-49d2-4e29-ac60-d1df84861411 req-82a3d330-630a-4e9a-b6ed-7a54d1466c61 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:59.373073 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-30e4103a-49d2-4e29-ac60-d1df84861411 req-82a3d330-630a-4e9a-b6ed-7a54d1466c61 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9f730d8-aa12-41b3-9b1c-4fa0f3248acf HTTP/1.1" status: 200 len: 946 time: 0.1017835 Jun 23 08:39:59.427041 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-30e4103a-49d2-4e29-ac60-d1df84861411 req-8e1469de-2d84-4f29-8b6d-693f2198d7f1 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ad63e84-8ae2-49b5-9fd8-cb67a63eba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525339 Jun 23 08:39:59.610567 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 46868) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:59.628164 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-064e5edb-9c1f-4189-8ee1-9ebb8b11a586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:59.752896 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-064e5edb-9c1f-4189-8ee1-9ebb8b11a586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:59.757311 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-064e5edb-9c1f-4189-8ee1-9ebb8b11a586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:39:59.764926 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-bf1b20fc-3f72-4981-860d-d431ad7375b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:39:59.824078 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e5edb-9c1f-4189-8ee1-9ebb8b11a586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0440d382-2df9-42cb-b229-1427f388f0c1,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:39:59.842441 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-064e5edb-9c1f-4189-8ee1-9ebb8b11a586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:39:59.852904 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86fa909-7310-4c99-8a90-1cfcec70926f req-d4b817f9-8c36-443f-be57-d261cd6d183a tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:59.860093 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b86fa909-7310-4c99-8a90-1cfcec70926f req-d4b817f9-8c36-443f-be57-d261cd6d183a tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d05ebdd-e2dc-425b-b131-989d0415c9bd HTTP/1.1" status: 200 len: 946 time: 0.1017022 Jun 23 08:39:59.892919 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-064e5edb-9c1f-4189-8ee1-9ebb8b11a586 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c776b9a42834d97b182765ab0ca927e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2808187 Jun 23 08:39:59.894339 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 46882) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:39:59.915000 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422991fc-b8da-4285-874c-894d3ed664bb req-48796e2c-1dae-4464-815b-df2538a690b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:39:59.916717 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-422991fc-b8da-4285-874c-894d3ed664bb req-48796e2c-1dae-4464-815b-df2538a690b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=892798fcbd634629883b86ab1c91a73d&device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 1099 time: 0.0943489 Jun 23 08:39:59.975502 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b86fa909-7310-4c99-8a90-1cfcec70926f req-468cb0ca-cf89-40c3-8074-1cfa538e0ac6 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/security-groups?id=4783de80-35fb-42c0-b9ca-996f2d5c577f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145210 Jun 23 08:40:00.036921 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-dcf0542a-0647-466d-bb3a-0f5bbfa9b8cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:00.061034 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422991fc-b8da-4285-874c-894d3ed664bb req-24d640c9-5899-43a3-b75d-9fea1d426f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:00.082273 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-dcf0542a-0647-466d-bb3a-0f5bbfa9b8cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:00.084609 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-422991fc-b8da-4285-874c-894d3ed664bb req-24d640c9-5899-43a3-b75d-9fea1d426f90 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b711c792-b208-4500-bb11-09c7e15b522c HTTP/1.1" status: 200 len: 919 time: 0.1601534 Jun 23 08:40:00.110474 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9895ece-3b75-4925-9209-9f3f87f9a999 req-09ece85a-12e1-4b1c-8c24-441734b0305b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:00.112250 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e9895ece-3b75-4925-9209-9f3f87f9a999 req-09ece85a-12e1-4b1c-8c24-441734b0305b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 945 time: 0.1600478 Jun 23 08:40:00.149950 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-422991fc-b8da-4285-874c-894d3ed664bb req-5c4f74af-5bc9-4fa8-950e-74c026ec4f6d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de9fda65-253b-40e1-9b01-b03346461763 HTTP/1.1" status: 200 len: 217 time: 0.0563283 Jun 23 08:40:00.160323 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-dbb390c5-ebd2-4745-a42b-9cfe711295ea req-d36ec463-eed2-4c92-bd9f-ffb716260d94 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=09da9d5b-7f74-4611-a050-0cc576bd81c6 HTTP/1.1" status: 200 len: 210 time: 0.0739231 Jun 23 08:40:00.223996 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-dcf0542a-0647-466d-bb3a-0f5bbfa9b8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:00.230284 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422991fc-b8da-4285-874c-894d3ed664bb req-a62a0ab0-8a8d-4b98-8fcf-c9b8e1e9efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:00.232553 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-dcf0542a-0647-466d-bb3a-0f5bbfa9b8cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:00.232888 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-422991fc-b8da-4285-874c-894d3ed664bb req-a62a0ab0-8a8d-4b98-8fcf-c9b8e1e9efc7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27d76a9c-f09b-4b46-ac4d-5eb636fc5d99 HTTP/1.1" status: 200 len: 858 time: 0.0746350 Jun 23 08:40:00.233662 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-dcf0542a-0647-466d-bb3a-0f5bbfa9b8cf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0440d382-2df9-42cb-b229-1427f388f0c1 HTTP/1.1" status: 204 len: 168 time: 0.3383484 Jun 23 08:40:00.272340 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:00.294951 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e9895ece-3b75-4925-9209-9f3f87f9a999 req-4c19de81-8a8f-4568-a584-7d4125cecd39 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625512 Jun 23 08:40:00.303847 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-422991fc-b8da-4285-874c-894d3ed664bb req-a477c6ff-deb8-41ae-9214-6701e340c907 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b711c792-b208-4500-bb11-09c7e15b522c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473008 Jun 23 08:40:00.307144 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf0542a-0647-466d-bb3a-0f5bbfa9b8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0440d382-2df9-42cb-b229-1427f388f0c1,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:00.311232 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-dcf0542a-0647-466d-bb3a-0f5bbfa9b8cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:00.516657 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e2536-94d9-455d-87c6-d67f4d9289e5 req-55a45f5b-6abf-4195-bb45-2893141c01a2 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:00.525124 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d13e2536-94d9-455d-87c6-d67f4d9289e5 req-55a45f5b-6abf-4195-bb45-2893141c01a2 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.1404500 Jun 23 08:40:00.541703 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-422991fc-b8da-4285-874c-894d3ed664bb req-3f237159-a492-49a5-a9a4-658583855bf0 service neutron] 10.222.0.13 "GET /v2.0/networks/b711c792-b208-4500-bb11-09c7e15b522c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050302 Jun 23 08:40:00.599790 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d13e2536-94d9-455d-87c6-d67f4d9289e5 req-8dcbab27-2d30-4fb7-87df-0f7d676d179c tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737634 Jun 23 08:40:00.657217 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555dede0-c294-4354-948b-d7f5d62af2b1 req-e595910f-c08d-4aef-a61f-a4a9b77efbf7 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:00.658942 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-555dede0-c294-4354-948b-d7f5d62af2b1 req-e595910f-c08d-4aef-a61f-a4a9b77efbf7 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 945 time: 0.1302323 Jun 23 08:40:00.667975 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 46902) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:40:00.672726 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [None req-00179e57-0309-474f-9ab5-aae2b820e0a2 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Request body: {'floatingip': {'port_id': 'd138dc7d-821b-43b7-b299-08c73ca38d11'}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:40:00.750123 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-00179e57-0309-474f-9ab5-aae2b820e0a2 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for floatingip, before_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:00.800527 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-422991fc-b8da-4285-874c-894d3ed664bb req-4bf9edd0-20ae-4dc4-80e8-9431bf27f547 service neutron] 10.222.0.13 "GET /v2.0/networks/b711c792-b208-4500-bb11-09c7e15b522c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716025 Jun 23 08:40:00.849033 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 46904) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:40:00.864292 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-ae243923-25b8-4790-babf-0a270a78a877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:01.026481 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-ae243923-25b8-4790-babf-0a270a78a877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:01.030964 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-ae243923-25b8-4790-babf-0a270a78a877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:01.034821 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-3ddb3ed0-b6f0-4d36-ae1b-3a69ce3091a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:01.061108 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae243923-25b8-4790-babf-0a270a78a877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991e2eae-e5c5-441d-be4c-b480a61ae0af,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:01.064590 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e0762-db23-4b2c-87bd-aed53a7c95cd req-727dcdfe-7701-4965-8a98-849d264b4b5d tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:01.065769 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-ae243923-25b8-4790-babf-0a270a78a877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:01.071679 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3d0e0762-db23-4b2c-87bd-aed53a7c95cd req-727dcdfe-7701-4965-8a98-849d264b4b5d tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9f730d8-aa12-41b3-9b1c-4fa0f3248acf HTTP/1.1" status: 200 len: 946 time: 0.2813861 Jun 23 08:40:01.092076 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-ae243923-25b8-4790-babf-0a270a78a877 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0fb2e17e8b974541ba67141ec1ab41eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2417662 Jun 23 08:40:01.097846 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 46916) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:40:01.162099 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3d0e0762-db23-4b2c-87bd-aed53a7c95cd req-35db6c65-a7cb-4297-b3a4-43e39b0c0749 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ad63e84-8ae2-49b5-9fd8-cb67a63eba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894403 Jun 23 08:40:01.224527 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4fa75f77-6300-4bf2-b143-83d24dd0c8c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:01.286311 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4fa75f77-6300-4bf2-b143-83d24dd0c8c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:01.319260 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a504e2a-5a2b-4b5d-9758-deadc13fc90a req-bd4caa1d-832e-4ffc-93bb-2354faef425b tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:01.320765 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-7a504e2a-5a2b-4b5d-9758-deadc13fc90a req-bd4caa1d-832e-4ffc-93bb-2354faef425b tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9f730d8-aa12-41b3-9b1c-4fa0f3248acf HTTP/1.1" status: 200 len: 946 time: 0.1889415 Jun 23 08:40:01.490888 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4fa75f77-6300-4bf2-b143-83d24dd0c8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:01.493863 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4fa75f77-6300-4bf2-b143-83d24dd0c8c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:01.494798 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-4fa75f77-6300-4bf2-b143-83d24dd0c8c7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/991e2eae-e5c5-441d-be4c-b480a61ae0af HTTP/1.1" status: 204 len: 168 time: 0.3951054 Jun 23 08:40:01.501498 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-3803688f-a97b-4e16-8d9e-52ca30dca354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:01.515921 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa75f77-6300-4bf2-b143-83d24dd0c8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991e2eae-e5c5-441d-be4c-b480a61ae0af,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:01.520907 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-4fa75f77-6300-4bf2-b143-83d24dd0c8c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:01.536867 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450feda-3484-4925-820d-2a66b2b0c76a req-46d78bed-c6b5-4ef3-bc1a-329c77d14651 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:01.538269 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-4450feda-3484-4925-820d-2a66b2b0c76a req-46d78bed-c6b5-4ef3-bc1a-329c77d14651 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d05ebdd-e2dc-425b-b131-989d0415c9bd HTTP/1.1" status: 200 len: 946 time: 0.2047784 Jun 23 08:40:01.555798 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-94fa8255-d6ba-4830-8279-7bd519429f13 req-a90feb12-be46-42d1-b577-9ea014c203e8 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=09da9d5b-7f74-4611-a050-0cc576bd81c6 HTTP/1.1" status: 200 len: 210 time: 0.0755503 Jun 23 08:40:01.561777 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [req-7a504e2a-5a2b-4b5d-9758-deadc13fc90a req-62f26e6d-1e43-42e4-95a1-443c323bcc73 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Deleting port d28148ee-dc5e-413f-af62-b597e793fd7c {{(pid=99594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:40:01.562136 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-7a504e2a-5a2b-4b5d-9758-deadc13fc90a req-62f26e6d-1e43-42e4-95a1-443c323bcc73 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:01.770973 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-7a504e2a-5a2b-4b5d-9758-deadc13fc90a req-62f26e6d-1e43-42e4-95a1-443c323bcc73 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] For port d28148ee-dc5e-413f-af62-b597e793fd7c, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d28148ee-dc5e-413f-af62-b597e793fd7c,segment=NetworkSegment(a7c9ceb7-8d10-4f4d-9ddc-5640064e6194),segment_id=a7c9ceb7-8d10-4f4d-9ddc-5640064e6194)] {{(pid=99594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:40:01.771368 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-7a504e2a-5a2b-4b5d-9758-deadc13fc90a req-62f26e6d-1e43-42e4-95a1-443c323bcc73 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:01.774709 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc848ab1-b30c-4d44-a8d7-0eb789e98aa4 req-75ffbfdd-797a-41b6-92f1-f9666e96f3ad tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:01.776197 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-bc848ab1-b30c-4d44-a8d7-0eb789e98aa4 req-75ffbfdd-797a-41b6-92f1-f9666e96f3ad tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d05ebdd-e2dc-425b-b131-989d0415c9bd HTTP/1.1" status: 200 len: 946 time: 0.5126457 Jun 23 08:40:01.792521 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [req-7a504e2a-5a2b-4b5d-9758-deadc13fc90a req-62f26e6d-1e43-42e4-95a1-443c323bcc73 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Calling delete_port for d28148ee-dc5e-413f-af62-b597e793fd7c owned by compute:nova {{(pid=99594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:40:01.836346 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.db.resource_extend [None req-00179e57-0309-474f-9ab5-aae2b820e0a2 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 08:40:01.941238 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [req-4450feda-3484-4925-820d-2a66b2b0c76a req-82944d9c-be25-480c-9663-e9d9501ed68a tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Deleting port b799cb86-28b8-4ceb-be1b-f7a2c4532a41 {{(pid=99594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:40:01.941812 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-4450feda-3484-4925-820d-2a66b2b0c76a req-82944d9c-be25-480c-9663-e9d9501ed68a tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:01.953019 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-bc848ab1-b30c-4d44-a8d7-0eb789e98aa4 req-9f4d09ac-08df-4d86-9872-dd414a424bcd tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/security-groups?id=4783de80-35fb-42c0-b9ca-996f2d5c577f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667712 Jun 23 08:40:01.996381 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-00179e57-0309-474f-9ab5-aae2b820e0a2 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:02.007253 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-00179e57-0309-474f-9ab5-aae2b820e0a2 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717624'] for floatingip, after_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:02.018774 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35226ee8-b9fc-4765-8dc8-2c46ef7ca687 req-94e5d4ef-44a3-4582-896d-c2ba792282be tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:02.020241 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-35226ee8-b9fc-4765-8dc8-2c46ef7ca687 req-94e5d4ef-44a3-4582-896d-c2ba792282be tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.2096906 Jun 23 08:40:02.148472 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-35226ee8-b9fc-4765-8dc8-2c46ef7ca687 req-8f697079-29b6-4277-8e6b-7c1d109a3b0c tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934069 Jun 23 08:40:02.191400 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.db.l3_db [None req-00179e57-0309-474f-9ab5-aae2b820e0a2 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Floating IP ecd6a08d-b316-4ee8-97ca-cd0d4605d300 associated. External IP: 172.28.3.164, port: d138dc7d-821b-43b7-b299-08c73ca38d11. Jun 23 08:40:02.480018 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-4450feda-3484-4925-820d-2a66b2b0c76a req-82944d9c-be25-480c-9663-e9d9501ed68a tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] For port b799cb86-28b8-4ceb-be1b-f7a2c4532a41, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=b799cb86-28b8-4ceb-be1b-f7a2c4532a41,segment=NetworkSegment(d8413471-54a6-4c08-ae24-18b34c8b7792),segment_id=d8413471-54a6-4c08-ae24-18b34c8b7792)] {{(pid=99594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:40:02.480380 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-4450feda-3484-4925-820d-2a66b2b0c76a req-82944d9c-be25-480c-9663-e9d9501ed68a tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:02.491721 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-7a504e2a-5a2b-4b5d-9758-deadc13fc90a req-62f26e6d-1e43-42e4-95a1-443c323bcc73 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126'] for port, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:02.500968 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-7c3b9f7a-aace-4b45-8e75-264cf8521563 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:02.504380 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [req-4450feda-3484-4925-820d-2a66b2b0c76a req-82944d9c-be25-480c-9663-e9d9501ed68a tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Calling delete_port for b799cb86-28b8-4ceb-be1b-f7a2c4532a41 owned by compute:nova {{(pid=99594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:40:02.533959 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bf542-d05b-4cf7-943a-1c4a2a8dbd44 req-15ac8ff2-0f9f-4c9d-854b-3b5bfd1f49fb tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:02.535909 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-057bf542-d05b-4cf7-943a-1c4a2a8dbd44 req-15ac8ff2-0f9f-4c9d-854b-3b5bfd1f49fb tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9f730d8-aa12-41b3-9b1c-4fa0f3248acf HTTP/1.1" status: 200 len: 867 time: 0.1867430 Jun 23 08:40:02.538033 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['d28148ee-dc5e-413f-af62-b597e793fd7c'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:40:02.550592 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a8691-b209-424c-9f58-9b11b6445043 req-729a70db-fb7d-4fbd-ab79-5fd048995d89 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:02.552191 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-088a8691-b209-424c-9f58-9b11b6445043 req-729a70db-fb7d-4fbd-ab79-5fd048995d89 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.13 "GET /v2.0/networks?id=f2a71c23-2a6e-4a5b-9397-0dd91ec2db00 HTTP/1.1" status: 200 len: 815 time: 0.7563670 Jun 23 08:40:02.567104 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f26e6d-1e43-42e4-95a1-443c323bcc73 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Pushing event deleted for resources: {'Port': ['ID=d28148ee-dc5e-413f-af62-b597e793fd7c,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:02.584345 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [req-088a8691-b209-424c-9f58-9b11b6445043 req-8b394bcd-3ed8-4b59-9fae-81886bcc09c0 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Request body: {'port': {'device_id': '09da9d5b-7f74-4611-a050-0cc576bd81c6', 'network_id': 'f2a71c23-2a6e-4a5b-9397-0dd91ec2db00', 'admin_state_up': True, 'tenant_id': '049e0835e2d54c6aa94a5398907d5da3'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:40:02.598366 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-62f26e6d-1e43-42e4-95a1-443c323bcc73 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:02.665792 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-057bf542-d05b-4cf7-943a-1c4a2a8dbd44 req-281f7114-c672-4449-843b-405cbf3c5a6a tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ad63e84-8ae2-49b5-9fd8-cb67a63eba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732174 Jun 23 08:40:02.678318 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00179e57-0309-474f-9ab5-aae2b820e0a2 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Router d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8 has already been hosted by L3 agent b4fcebb9-4e54-4961-9fbc-14fb1630411d {{(pid=99593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 08:40:02.773540 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a504e2a-5a2b-4b5d-9758-deadc13fc90a req-62f26e6d-1e43-42e4-95a1-443c323bcc73 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] No DVR routers for this DVR port d28148ee-dc5e-413f-af62-b597e793fd7c on host hv-cinder-76859 {{(pid=99594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 08:40:02.787910 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3fae2f93-ac4a-4223-9667-09efb7225ef1 req-6f16a601-a81c-4de6-b319-17e969b85ca8 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=09da9d5b-7f74-4611-a050-0cc576bd81c6 HTTP/1.1" status: 200 len: 210 time: 0.0351937 Jun 23 08:40:02.789693 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-7a504e2a-5a2b-4b5d-9758-deadc13fc90a req-62f26e6d-1e43-42e4-95a1-443c323bcc73 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:02.792879 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-7a504e2a-5a2b-4b5d-9758-deadc13fc90a req-62f26e6d-1e43-42e4-95a1-443c323bcc73 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.13 "DELETE /v2.0/ports/d28148ee-dc5e-413f-af62-b597e793fd7c HTTP/1.1" status: 204 len: 173 time: 1.4567976 Jun 23 08:40:02.793390 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f730d8-aa12-41b3-9b1c-4fa0f3248acf', 'name': 'network-vif-deleted', 'tag': 'd28148ee-dc5e-413f-af62-b597e793fd7c'}] {{(pid=99594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:40:02.795872 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3f20cf24677dbb31f56fc6b5fcedde197d4abde885e517d24b88e41f2eb98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe1b310-0845-4c2b-a4c3-ed3bf106841e" -d '{"events": [{"server_uuid": "b9f730d8-aa12-41b3-9b1c-4fa0f3248acf", "name": "network-vif-deleted", "tag": "d28148ee-dc5e-413f-af62-b597e793fd7c"}]}' {{(pid=99594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:40:02.877537 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed77c74f-859b-4b6e-bcac-2a7b4d213a2b x-openstack-request-id: req-ed77c74f-859b-4b6e-bcac-2a7b4d213a2b {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:40:02.877858 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f730d8-aa12-41b3-9b1c-4fa0f3248acf", "name": "network-vif-deleted", "tag": "d28148ee-dc5e-413f-af62-b597e793fd7c", "status": "completed", "code": 200}]} {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:40:02.878136 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ed77c74f-859b-4b6e-bcac-2a7b4d213a2b {{(pid=99594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:40:02.878549 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f730d8-aa12-41b3-9b1c-4fa0f3248acf', 'name': 'network-vif-deleted', 'tag': 'd28148ee-dc5e-413f-af62-b597e793fd7c', 'status': 'completed', 'code': 200} Jun 23 08:40:02.900926 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00179e57-0309-474f-9ab5-aae2b820e0a2 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify agent at l3_agent.dv-cinder-768592-7-smb the message routers_updated {{(pid=99593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 08:40:02.909706 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-00179e57-0309-474f-9ab5-aae2b820e0a2 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for floatingip, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:02.913129 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-088a8691-b209-424c-9f58-9b11b6445043 req-8b394bcd-3ed8-4b59-9fae-81886bcc09c0 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Made reservation on behalf of 049e0835e2d54c6aa94a5398907d5da3 for: {'port': 1} {{(pid=99594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:40:02.916826 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-088a8691-b209-424c-9f58-9b11b6445043 req-8b394bcd-3ed8-4b59-9fae-81886bcc09c0 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:02.928486 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4726c5ba-3073-4440-a674-40d8c3115f57 None None] Sync routers for ids ['d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'] in dv-cinder-768592-7-smb {{(pid=99596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 08:40:02.935723 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-4450feda-3484-4925-820d-2a66b2b0c76a req-82944d9c-be25-480c-9663-e9d9501ed68a tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126'] for port, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:02.940616 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-7c3b9f7a-aace-4b45-8e75-264cf8521563 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:02.943998 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4726c5ba-3073-4440-a674-40d8c3115f57 None None] Routers {'d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:40:02.944649 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-4726c5ba-3073-4440-a674-40d8c3115f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:39:41Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'], 'active': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:40:02.986372 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82944d9c-be25-480c-9663-e9d9501ed68a tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Pushing event deleted for resources: {'Port': ['ID=b799cb86-28b8-4ceb-be1b-f7a2c4532a41,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:02.991801 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['b799cb86-28b8-4ceb-be1b-f7a2c4532a41'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:40:02.997996 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-82944d9c-be25-480c-9663-e9d9501ed68a tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:03.032806 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-00179e57-0309-474f-9ab5-aae2b820e0a2 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "PUT /v2.0/floatingips/ecd6a08d-b316-4ee8-97ca-cd0d4605d300 HTTP/1.1" status: 200 len: 991 time: 2.3637135 Jun 23 08:40:03.033452 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3631e51b-c5d2-4b22-9356-7ee8f3f3126d', 'tag': 'd138dc7d-821b-43b7-b299-08c73ca38d11'}] {{(pid=99593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:40:03.049369 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83d3d9f818ca77ff61c49848176a0342e42afa0a53a044e94cf7f219d67d3ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d55e3f5-d6c0-4384-b4a6-5a2b5f82ae3b" -d '{"events": [{"name": "network-changed", "server_uuid": "3631e51b-c5d2-4b22-9356-7ee8f3f3126d", "tag": "d138dc7d-821b-43b7-b299-08c73ca38d11"}]}' {{(pid=99593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:40:03.102062 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvr_db [None req-4726c5ba-3073-4440-a674-40d8c3115f57 None None] Set router d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8 gateway port host: dv-cinder-768592-7-smb {{(pid=99596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:40:03.116958 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [req-4450feda-3484-4925-820d-2a66b2b0c76a req-82944d9c-be25-480c-9663-e9d9501ed68a tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] No DVR routers for this DVR port b799cb86-28b8-4ceb-be1b-f7a2c4532a41 on host hv-cinder-76859 {{(pid=99594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 08:40:03.139265 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-4450feda-3484-4925-820d-2a66b2b0c76a req-82944d9c-be25-480c-9663-e9d9501ed68a tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:03.141209 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-4450feda-3484-4925-820d-2a66b2b0c76a req-82944d9c-be25-480c-9663-e9d9501ed68a tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.13 "DELETE /v2.0/ports/b799cb86-28b8-4ceb-be1b-f7a2c4532a41 HTTP/1.1" status: 204 len: 173 time: 1.5891130 Jun 23 08:40:03.246289 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-150286a7-a76d-4a9f-85dd-3d4bfd58d8d8 req-67304e30-83d8-46fe-90ba-9eb1dd69ff62 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d05ebdd-e2dc-425b-b131-989d0415c9bd HTTP/1.1" status: 200 len: 210 time: 0.0442138 Jun 23 08:40:03.280350 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.db_base_plugin_common [req-088a8691-b209-424c-9f58-9b11b6445043 req-8b394bcd-3ed8-4b59-9fae-81886bcc09c0 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Allocated IP 172.20.0.11 (f2a71c23-2a6e-4a5b-9397-0dd91ec2db00/61fdd20b-531c-44e4-871b-ee221b26b9bc/2f98d1f2-8403-4c64-be5d-fb74f8405421) {{(pid=99594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:40:03.327937 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 08:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ceb9b3-16ab-477a-a06b-4291ae7fac6c x-openstack-request-id: req-11ceb9b3-16ab-477a-a06b-4291ae7fac6c {{(pid=99593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:40:03.328242 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3631e51b-c5d2-4b22-9356-7ee8f3f3126d", "tag": "d138dc7d-821b-43b7-b299-08c73ca38d11", "status": "completed", "code": 200}]} {{(pid=99593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:40:03.328577 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11ceb9b3-16ab-477a-a06b-4291ae7fac6c {{(pid=99593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:40:03.329030 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3631e51b-c5d2-4b22-9356-7ee8f3f3126d', 'tag': 'd138dc7d-821b-43b7-b299-08c73ca38d11', 'status': 'completed', 'code': 200} Jun 23 08:40:03.564616 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55e3f5-d6c0-4384-b4a6-5a2b5f82ae3b req-47d74bd7-fbdd-45ab-a3dd-f739b644858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:03.566122 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-5d55e3f5-d6c0-4384-b4a6-5a2b5f82ae3b req-47d74bd7-fbdd-45ab-a3dd-f739b644858a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=155e1127bd2f402a83bf7f1e4da6faa5&device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 1098 time: 0.1759777 Jun 23 08:40:03.587771 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-088a8691-b209-424c-9f58-9b11b6445043 req-8b394bcd-3ed8-4b59-9fae-81886bcc09c0 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Notify callbacks [] for port, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:03.612353 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ce266-7223-4e38-a2bc-ffeac0468fa1 req-a6b3af34-31a8-438e-9a09-068fb85d09fe tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:03.613862 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b85ce266-7223-4e38-a2bc-ffeac0468fa1 req-a6b3af34-31a8-438e-9a09-068fb85d09fe tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.1227851 Jun 23 08:40:03.655292 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-4726c5ba-3073-4440-a674-40d8c3115f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'name': 'tempest-AttachVolumeShelveTestJSON-405422322-router', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a2be0f46-793b-468d-9896-6c51f3d83452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:39:09Z', 'updated_at': '2021-06-23T08:39:18Z', 'revision_number': 4, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'gw_port': {'id': 'a2be0f46-793b-468d-9896-6c51f3d83452', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:11Z', 'updated_at': '2021-06-23T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_floatingips': [{'id': 'ecd6a08d-b316-4ee8-97ca-cd0d4605d300', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'floating_ip_address': '172.28.3.164', 'floating_network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'router_id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'port_id': 'd138dc7d-821b-43b7-b299-08c73ca38d11', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248', 'mac_address': 'fa:16:3e:2b:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3631e51b-c5d2-4b22-9356-7ee8f3f3126d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T08:39:28Z', 'updated_at': '2021-06-23T08:40:01Z', 'revision_number': 1, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60f896b1-c4ac-415c-86fd-07085208e7c3', 'name': '', 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'mac_address': 'fa:16:3e:41:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2b3df551-72d8-4749-a018-772b466944b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:16Z', 'updated_at': '2021-06-23T08:39:27Z', 'revision_number': 5, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'subnets': [{'id': '2b3df551-72d8-4749-a018-772b466944b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:40:03.694678 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4726c5ba-3073-4440-a674-40d8c3115f57 None None] Checking router: d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8 for host: dv-cinder-768592-7-smb {{(pid=99596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 08:40:03.707364 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b85ce266-7223-4e38-a2bc-ffeac0468fa1 req-dffa3919-a08f-40ea-af9a-63c499f97fe2 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803716 Jun 23 08:40:03.723171 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4726c5ba-3073-4440-a674-40d8c3115f57 None None] Routers {'d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:40:03.723171 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-4726c5ba-3073-4440-a674-40d8c3115f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:39:41Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'], 'active': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:40:03.771199 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55e3f5-d6c0-4384-b4a6-5a2b5f82ae3b req-df17111e-5318-4a2a-816e-26b702fd9b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:03.772671 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-5d55e3f5-d6c0-4384-b4a6-5a2b5f82ae3b req-df17111e-5318-4a2a-816e-26b702fd9b36 service neutron] 10.222.0.13 "GET /v2.0/networks?id=02f4b377-8e86-41d6-8ffe-f003b45c6248 HTTP/1.1" status: 200 len: 917 time: 0.1816671 Jun 23 08:40:03.832390 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-088a8691-b209-424c-9f58-9b11b6445043 req-8b394bcd-3ed8-4b59-9fae-81886bcc09c0 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117'] for port, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:03.845938 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-fd8f26cc-33a6-4d97-8fb3-7e1d5a5559f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:03.891283 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['ec3a50bb-9a40-4f54-bfe9-ab35584f2f58'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:40:03.909249 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvr_db [None req-4726c5ba-3073-4440-a674-40d8c3115f57 None None] Set router d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8 gateway port host: dv-cinder-768592-7-smb {{(pid=99596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:40:04.189978 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-5d55e3f5-d6c0-4384-b4a6-5a2b5f82ae3b req-cbfcc974-e768-4b36-97bf-a49a9e4c9e8f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d138dc7d-821b-43b7-b299-08c73ca38d11 HTTP/1.1" status: 200 len: 999 time: 0.3654275 Jun 23 08:40:04.191849 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-088a8691-b209-424c-9f58-9b11b6445043 req-8b394bcd-3ed8-4b59-9fae-81886bcc09c0 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Network f2a71c23-2a6e-4a5b-9397-0dd91ec2db00 is already hosted by enough agents. {{(pid=99594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:40:04.193252 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b394bcd-3ed8-4b59-9fae-81886bcc09c0 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Pushing event updated for resources: {'Port': ['ID=2f98d1f2-8403-4c64-be5d-fb74f8405421,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:04.195921 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [req-088a8691-b209-424c-9f58-9b11b6445043 req-8b394bcd-3ed8-4b59-9fae-81886bcc09c0 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Resources bound (agent type, host, resource id): {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:40:04.205997 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3931c928-1b59-4c6a-b15f-78c0f7ea088c req-73af7c60-5754-4cc7-8b01-aa6680a4f4d8 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9f730d8-aa12-41b3-9b1c-4fa0f3248acf HTTP/1.1" status: 200 len: 210 time: 0.1374738 Jun 23 08:40:04.207033 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-8b394bcd-3ed8-4b59-9fae-81886bcc09c0 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:04.209462 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [req-088a8691-b209-424c-9f58-9b11b6445043 req-8b394bcd-3ed8-4b59-9fae-81886bcc09c0 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Received port after_create {{(pid=99594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:40:04.227634 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a8691-b209-424c-9f58-9b11b6445043 req-8b394bcd-3ed8-4b59-9fae-81886bcc09c0 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:04.230913 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-088a8691-b209-424c-9f58-9b11b6445043 req-8b394bcd-3ed8-4b59-9fae-81886bcc09c0 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:04.291851 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a19a2-44db-4e78-bb6b-b2f385fd9548 req-39e730db-d249-43c6-b0e8-875756dfbe4a tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:04.300254 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-fd8a19a2-44db-4e78-bb6b-b2f385fd9548 req-39e730db-d249-43c6-b0e8-875756dfbe4a tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=09da9d5b-7f74-4611-a050-0cc576bd81c6 HTTP/1.1" status: 200 len: 932 time: 0.3159089 Jun 23 08:40:04.300418 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55e3f5-d6c0-4384-b4a6-5a2b5f82ae3b req-352b2b65-4c65-47c9-bfdf-666bce30deec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:04.301751 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-5d55e3f5-d6c0-4384-b4a6-5a2b5f82ae3b req-352b2b65-4c65-47c9-bfdf-666bce30deec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b3df551-72d8-4749-a018-772b466944b3 HTTP/1.1" status: 200 len: 855 time: 0.0935521 Jun 23 08:40:04.303442 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-088a8691-b209-424c-9f58-9b11b6445043 req-8b394bcd-3ed8-4b59-9fae-81886bcc09c0 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7241342 Jun 23 08:40:04.353486 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [req-088a8691-b209-424c-9f58-9b11b6445043 req-97a06a6e-00b3-4b81-8c63-6ebb4f2b6b5f service neutron] Request body: {'port': {'device_id': '09da9d5b-7f74-4611-a050-0cc576bd81c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:40:04.388733 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-fd8a19a2-44db-4e78-bb6b-b2f385fd9548 req-2ab04d54-aa89-4135-8ba4-e5719cf8497d tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819623 Jun 23 08:40:04.483011 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-4726c5ba-3073-4440-a674-40d8c3115f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'name': 'tempest-AttachVolumeShelveTestJSON-405422322-router', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a2be0f46-793b-468d-9896-6c51f3d83452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:39:09Z', 'updated_at': '2021-06-23T08:39:18Z', 'revision_number': 4, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'gw_port': {'id': 'a2be0f46-793b-468d-9896-6c51f3d83452', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:11Z', 'updated_at': '2021-06-23T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_floatingips': [{'id': 'ecd6a08d-b316-4ee8-97ca-cd0d4605d300', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'floating_ip_address': '172.28.3.164', 'floating_network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'router_id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'port_id': 'd138dc7d-821b-43b7-b299-08c73ca38d11', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248', 'mac_address': 'fa:16:3e:2b:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3631e51b-c5d2-4b22-9356-7ee8f3f3126d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T08:39:28Z', 'updated_at': '2021-06-23T08:40:01Z', 'revision_number': 1, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60f896b1-c4ac-415c-86fd-07085208e7c3', 'name': '', 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'mac_address': 'fa:16:3e:41:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2b3df551-72d8-4749-a018-772b466944b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:16Z', 'updated_at': '2021-06-23T08:39:27Z', 'revision_number': 5, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'subnets': [{'id': '2b3df551-72d8-4749-a018-772b466944b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:40:04.489660 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-088a8691-b209-424c-9f58-9b11b6445043 req-97a06a6e-00b3-4b81-8c63-6ebb4f2b6b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:04.494490 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55e3f5-d6c0-4384-b4a6-5a2b5f82ae3b req-8bbcc806-e28f-47c1-8656-dc790113e49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:04.496159 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-5d55e3f5-d6c0-4384-b4a6-5a2b5f82ae3b req-8bbcc806-e28f-47c1-8656-dc790113e49a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02f4b377-8e86-41d6-8ffe-f003b45c6248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1666927 Jun 23 08:40:04.518910 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-f5963c8b-553f-4518-a2cd-8519479d5ac6 req-1cc32811-0b82-44d6-8506-0e629ed63867 tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d05ebdd-e2dc-425b-b131-989d0415c9bd HTTP/1.1" status: 200 len: 210 time: 0.0520368 Jun 23 08:40:04.530438 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4726c5ba-3073-4440-a674-40d8c3115f57 None None] The sync data for ids ['d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'] in dv-cinder-768592-7-smb is: [{'id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'name': 'tempest-AttachVolumeShelveTestJSON-405422322-router', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a2be0f46-793b-468d-9896-6c51f3d83452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:39:09Z', 'updated_at': '2021-06-23T08:39:18Z', 'revision_number': 4, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'gw_port': {'id': 'a2be0f46-793b-468d-9896-6c51f3d83452', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:11Z', 'updated_at': '2021-06-23T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_floatingips': [{'id': 'ecd6a08d-b316-4ee8-97ca-cd0d4605d300', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'floating_ip_address': '172.28.3.164', 'floating_network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'router_id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'port_id': 'd138dc7d-821b-43b7-b299-08c73ca38d11', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248', 'mac_address': 'fa:16:3e:2b:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3631e51b-c5d2-4b22-9356-7ee8f3f3126d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T08:39:28Z', 'updated_at': '2021-06-23T08:40:01Z', 'revision_number': 1, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60f896b1-c4ac-415c-86fd-07085208e7c3', 'name': '', 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'mac_address': 'fa:16:3e:41:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2b3df551-72d8-4749-a018-772b466944b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:16Z', 'updated_at': '2021-06-23T08:39:27Z', 'revision_number': 5, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'subnets': [{'id': '2b3df551-72d8-4749-a018-772b466944b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 08:40:04.722552 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-5d55e3f5-d6c0-4384-b4a6-5a2b5f82ae3b req-ef531762-02bd-4f3a-9e50-2e9f957c8300 service neutron] 10.222.0.13 "GET /v2.0/networks/02f4b377-8e86-41d6-8ffe-f003b45c6248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116308 Jun 23 08:40:04.762649 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03b0e2c-49ce-49cb-a254-32d0a71fa288 None None] New status for floating IP ecd6a08d-b316-4ee8-97ca-cd0d4605d300: ACTIVE {{(pid=99595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 08:40:04.884937 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d05ebdd-e2dc-425b-b131-989d0415c9bd', 'name': 'network-vif-deleted', 'tag': 'b799cb86-28b8-4ceb-be1b-f7a2c4532a41'}] {{(pid=99594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:40:04.888458 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3f20cf24677dbb31f56fc6b5fcedde197d4abde885e517d24b88e41f2eb98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7b5977-bc3b-4c81-9254-3ae47187bcb9" -d '{"events": [{"server_uuid": "0d05ebdd-e2dc-425b-b131-989d0415c9bd", "name": "network-vif-deleted", "tag": "b799cb86-28b8-4ceb-be1b-f7a2c4532a41"}]}' {{(pid=99594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:40:04.975394 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da86c961-c1a7-4bf8-b980-6e88e59d214a x-openstack-request-id: req-da86c961-c1a7-4bf8-b980-6e88e59d214a {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:40:04.975818 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d05ebdd-e2dc-425b-b131-989d0415c9bd", "name": "network-vif-deleted", "tag": "b799cb86-28b8-4ceb-be1b-f7a2c4532a41", "status": "completed", "code": 200}]} {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:40:04.976228 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-da86c961-c1a7-4bf8-b980-6e88e59d214a {{(pid=99594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:40:04.976747 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d05ebdd-e2dc-425b-b131-989d0415c9bd', 'name': 'network-vif-deleted', 'tag': 'b799cb86-28b8-4ceb-be1b-f7a2c4532a41', 'status': 'completed', 'code': 200} Jun 23 08:40:04.998395 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [req-088a8691-b209-424c-9f58-9b11b6445043 req-97a06a6e-00b3-4b81-8c63-6ebb4f2b6b5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f98d1f2-8403-4c64-be5d-fb74f8405421 {{(pid=99594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:40:05.014368 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-088a8691-b209-424c-9f58-9b11b6445043 req-97a06a6e-00b3-4b81-8c63-6ebb4f2b6b5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:05.029368 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-5d55e3f5-d6c0-4384-b4a6-5a2b5f82ae3b req-a4d74a54-bdd5-4818-9d39-365900007539 service neutron] 10.222.0.13 "GET /v2.0/networks/02f4b377-8e86-41d6-8ffe-f003b45c6248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848966 Jun 23 08:40:05.034456 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.provisioning_blocks [req-088a8691-b209-424c-9f58-9b11b6445043 req-97a06a6e-00b3-4b81-8c63-6ebb4f2b6b5f service neutron] Transition to ACTIVE for port object 2f98d1f2-8403-4c64-be5d-fb74f8405421 will not be triggered until provisioned by entity L2. {{(pid=99594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:40:05.039271 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-088a8691-b209-424c-9f58-9b11b6445043 req-97a06a6e-00b3-4b81-8c63-6ebb4f2b6b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:05.041419 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-82944d9c-be25-480c-9663-e9d9501ed68a tempest-DeleteServersTestJSON-192140636 tempest-DeleteServersTestJSON-192140636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:05.095322 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a06a6e-00b3-4b81-8c63-6ebb4f2b6b5f service neutron] Pushing event updated for resources: {'Port': ['ID=2f98d1f2-8403-4c64-be5d-fb74f8405421,revision_number=2']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:05.098201 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-97a06a6e-00b3-4b81-8c63-6ebb4f2b6b5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:05.141015 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-088a8691-b209-424c-9f58-9b11b6445043 req-97a06a6e-00b3-4b81-8c63-6ebb4f2b6b5f service neutron] Attempting to bind port 2f98d1f2-8403-4c64-be5d-fb74f8405421 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:40:05.141356 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-088a8691-b209-424c-9f58-9b11b6445043 req-97a06a6e-00b3-4b81-8c63-6ebb4f2b6b5f service neutron] Attempting to bind port 2f98d1f2-8403-4c64-be5d-fb74f8405421 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '40413b3b-b45d-4a95-ab5a-0eceb9f6e658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f2a71c23-2a6e-4a5b-9397-0dd91ec2db00'}] {{(pid=99594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:40:05.141692 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088a8691-b209-424c-9f58-9b11b6445043 req-97a06a6e-00b3-4b81-8c63-6ebb4f2b6b5f service neutron] Attempting to bind port 2f98d1f2-8403-4c64-be5d-fb74f8405421 on network f2a71c23-2a6e-4a5b-9397-0dd91ec2db00 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:40:05.146228 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088a8691-b209-424c-9f58-9b11b6445043 req-97a06a6e-00b3-4b81-8c63-6ebb4f2b6b5f service neutron] Port 2f98d1f2-8403-4c64-be5d-fb74f8405421 on network f2a71c23-2a6e-4a5b-9397-0dd91ec2db00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 08:40:05.146557 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088a8691-b209-424c-9f58-9b11b6445043 req-97a06a6e-00b3-4b81-8c63-6ebb4f2b6b5f service neutron] Attempting to bind port 2f98d1f2-8403-4c64-be5d-fb74f8405421 on network f2a71c23-2a6e-4a5b-9397-0dd91ec2db00 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:40:05.153051 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088a8691-b209-424c-9f58-9b11b6445043 req-97a06a6e-00b3-4b81-8c63-6ebb4f2b6b5f service neutron] Checking agent: {'id': '5783bbde-a90f-4f17-9165-5d18275c1698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 37, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:40:05.153409 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088a8691-b209-424c-9f58-9b11b6445043 req-97a06a6e-00b3-4b81-8c63-6ebb4f2b6b5f service neutron] Checking segment: {'id': '40413b3b-b45d-4a95-ab5a-0eceb9f6e658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f2a71c23-2a6e-4a5b-9397-0dd91ec2db00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:40:05.153795 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088a8691-b209-424c-9f58-9b11b6445043 req-97a06a6e-00b3-4b81-8c63-6ebb4f2b6b5f service neutron] Bound using segment: {'id': '40413b3b-b45d-4a95-ab5a-0eceb9f6e658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f2a71c23-2a6e-4a5b-9397-0dd91ec2db00'} {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:40:05.154226 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-088a8691-b209-424c-9f58-9b11b6445043 req-97a06a6e-00b3-4b81-8c63-6ebb4f2b6b5f service neutron] Bound port: 2f98d1f2-8403-4c64-be5d-fb74f8405421, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40413b3b-b45d-4a95-ab5a-0eceb9f6e658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f2a71c23-2a6e-4a5b-9397-0dd91ec2db00'}}] {{(pid=99594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:40:05.154782 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-088a8691-b209-424c-9f58-9b11b6445043 req-97a06a6e-00b3-4b81-8c63-6ebb4f2b6b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:05.173057 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf93c7f-c641-4099-be50-030c594f7df3 req-56262fbe-5426-4481-a4ea-d43cca561a2a tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:05.174612 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-fdf93c7f-c641-4099-be50-030c594f7df3 req-56262fbe-5426-4481-a4ea-d43cca561a2a tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.3065617 Jun 23 08:40:05.217520 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-fdf93c7f-c641-4099-be50-030c594f7df3 req-0c988575-b174-43f8-9865-80ac6493cce5 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358200 Jun 23 08:40:05.228207 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-088a8691-b209-424c-9f58-9b11b6445043 req-97a06a6e-00b3-4b81-8c63-6ebb4f2b6b5f service neutron] For port 2f98d1f2-8403-4c64-be5d-fb74f8405421, host hv-cinder-76859, cleared binding levels {{(pid=99594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:40:05.231795 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-088a8691-b209-424c-9f58-9b11b6445043 req-97a06a6e-00b3-4b81-8c63-6ebb4f2b6b5f service neutron] For port 2f98d1f2-8403-4c64-be5d-fb74f8405421, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=2f98d1f2-8403-4c64-be5d-fb74f8405421,segment=NetworkSegment(40413b3b-b45d-4a95-ab5a-0eceb9f6e658),segment_id=40413b3b-b45d-4a95-ab5a-0eceb9f6e658)] {{(pid=99594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:40:05.236249 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-088a8691-b209-424c-9f58-9b11b6445043 req-97a06a6e-00b3-4b81-8c63-6ebb4f2b6b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:05.240586 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:05.279547 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a8691-b209-424c-9f58-9b11b6445043 req-97a06a6e-00b3-4b81-8c63-6ebb4f2b6b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:05.280166 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-088a8691-b209-424c-9f58-9b11b6445043 req-97a06a6e-00b3-4b81-8c63-6ebb4f2b6b5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:05.281656 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-088a8691-b209-424c-9f58-9b11b6445043 req-97a06a6e-00b3-4b81-8c63-6ebb4f2b6b5f service neutron] 10.222.0.13 "PUT /v2.0/ports/2f98d1f2-8403-4c64-be5d-fb74f8405421 HTTP/1.1" status: 200 len: 1094 time: 0.9508789 Jun 23 08:40:05.305672 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a06a6e-00b3-4b81-8c63-6ebb4f2b6b5f service neutron] Pushing event updated for resources: {'Port': ['ID=2f98d1f2-8403-4c64-be5d-fb74f8405421,revision_number=3']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:05.309111 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-97a06a6e-00b3-4b81-8c63-6ebb4f2b6b5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:05.413289 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a8691-b209-424c-9f58-9b11b6445043 req-18fc6f57-2f27-4475-b238-c5093f144706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:05.414785 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-088a8691-b209-424c-9f58-9b11b6445043 req-18fc6f57-2f27-4475-b238-c5093f144706 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=049e0835e2d54c6aa94a5398907d5da3&device_id=09da9d5b-7f74-4611-a050-0cc576bd81c6 HTTP/1.1" status: 200 len: 1097 time: 0.0569530 Jun 23 08:40:05.424918 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 47086) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:40:05.478856 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-088a8691-b209-424c-9f58-9b11b6445043 req-5803b83e-a9c8-4086-a259-0f0916ba553b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f98d1f2-8403-4c64-be5d-fb74f8405421 HTTP/1.1" status: 200 len: 217 time: 0.0415645 Jun 23 08:40:05.536044 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device d28148ee-dc5e-413f-af62-b597e793fd7c no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:40:05.557300 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a8691-b209-424c-9f58-9b11b6445043 req-fd56e859-5d9c-4489-a512-8891fa72b04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:05.559548 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-088a8691-b209-424c-9f58-9b11b6445043 req-fd56e859-5d9c-4489-a512-8891fa72b04d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=61fdd20b-531c-44e4-871b-ee221b26b9bc HTTP/1.1" status: 200 len: 855 time: 0.0717032 Jun 23 08:40:05.594653 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-daa498bf-806a-4638-8c65-28bb077a46a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:05.608565 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] No Port match for: d28148ee-dc5e-413f-af62-b597e793fd7c {{(pid=99595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 08:40:05.609641 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device d28148ee-dc5e-413f-af62-b597e793fd7c not bound to the agent host hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 08:40:05.611075 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device b799cb86-28b8-4ceb-be1b-f7a2c4532a41 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:40:05.624305 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-088a8691-b209-424c-9f58-9b11b6445043 req-7197879a-3bb0-4436-a7f1-1aa3c14332da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2a71c23-2a6e-4a5b-9397-0dd91ec2db00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578306 Jun 23 08:40:05.664723 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c4bfb-e67a-4625-93c0-0a2b9580b90d req-eaf64aae-065d-446d-9928-0b2030fea003 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:05.672173 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-155c4bfb-e67a-4625-93c0-0a2b9580b90d req-eaf64aae-065d-446d-9928-0b2030fea003 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=09da9d5b-7f74-4611-a050-0cc576bd81c6 HTTP/1.1" status: 200 len: 944 time: 0.1478014 Jun 23 08:40:05.687093 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] No Port match for: b799cb86-28b8-4ceb-be1b-f7a2c4532a41 {{(pid=99595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 08:40:05.687771 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device b799cb86-28b8-4ceb-be1b-f7a2c4532a41 not bound to the agent host hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 08:40:05.838543 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-088a8691-b209-424c-9f58-9b11b6445043 req-15ce2888-551b-41b4-a2f8-bb2aec0211d9 service neutron] 10.222.0.13 "GET /v2.0/networks/f2a71c23-2a6e-4a5b-9397-0dd91ec2db00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989119 Jun 23 08:40:05.843216 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-155c4bfb-e67a-4625-93c0-0a2b9580b90d req-868f18c4-dc15-41e4-a5f1-4dd50db9cac9 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637800 Jun 23 08:40:05.915009 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-daa498bf-806a-4638-8c65-28bb077a46a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:05.920970 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-daa498bf-806a-4638-8c65-28bb077a46a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:05.928331 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-dcf0542a-0647-466d-bb3a-0f5bbfa9b8cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:05.975599 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-088a8691-b209-424c-9f58-9b11b6445043 req-0932cb9c-8be6-43bc-9cd8-2a1ec472037f service neutron] 10.222.0.13 "GET /v2.0/networks/f2a71c23-2a6e-4a5b-9397-0dd91ec2db00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175556 Jun 23 08:40:05.985817 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-daa498bf-806a-4638-8c65-28bb077a46a5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=08129dcb53934f809b5ece9fee83f60e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5567546 Jun 23 08:40:05.985817 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa498bf-806a-4638-8c65-28bb077a46a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cc58cb-7442-4591-a902-d8e063727375,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:05.986292 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 47114) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:40:06.002009 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-daa498bf-806a-4638-8c65-28bb077a46a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:06.049723 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-648b0c9f-9d12-44cf-b101-9ffcb1c9d15c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:06.072702 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-648b0c9f-9d12-44cf-b101-9ffcb1c9d15c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:06.130094 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-648b0c9f-9d12-44cf-b101-9ffcb1c9d15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:06.132887 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-648b0c9f-9d12-44cf-b101-9ffcb1c9d15c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:06.134142 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-648b0c9f-9d12-44cf-b101-9ffcb1c9d15c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/21cc58cb-7442-4591-a902-d8e063727375 HTTP/1.1" status: 204 len: 168 time: 0.1468058 Jun 23 08:40:06.134839 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:06.144703 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b0c9f-9d12-44cf-b101-9ffcb1c9d15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cc58cb-7442-4591-a902-d8e063727375,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:06.147424 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-648b0c9f-9d12-44cf-b101-9ffcb1c9d15c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:06.428498 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c224ce-44af-44ca-9643-409dc418a3c8 req-d6678cc2-96ef-4c9a-8ace-6bccf0305c5a tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:06.430001 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-05c224ce-44af-44ca-9643-409dc418a3c8 req-d6678cc2-96ef-4c9a-8ace-6bccf0305c5a tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.0735390 Jun 23 08:40:06.474146 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-05c224ce-44af-44ca-9643-409dc418a3c8 req-6cb74c0a-a62f-46db-b9e6-9f55dfb66d72 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382109 Jun 23 08:40:06.977902 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09da9d5b-7f74-4611-a050-0cc576bd81c6', 'tag': '2f98d1f2-8403-4c64-be5d-fb74f8405421'}] {{(pid=99594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:40:06.982372 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3f20cf24677dbb31f56fc6b5fcedde197d4abde885e517d24b88e41f2eb98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00dca82-9b59-4310-892a-73097f6bae7b" -d '{"events": [{"name": "network-changed", "server_uuid": "09da9d5b-7f74-4611-a050-0cc576bd81c6", "tag": "2f98d1f2-8403-4c64-be5d-fb74f8405421"}]}' {{(pid=99594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:40:07.022854 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6140e-6eba-4684-83af-563d84da0958 req-2affdfb6-0eb5-4449-b68f-3751f85cdbf3 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:07.024312 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e7a6140e-6eba-4684-83af-563d84da0958 req-2affdfb6-0eb5-4449-b68f-3751f85cdbf3 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=09da9d5b-7f74-4611-a050-0cc576bd81c6 HTTP/1.1" status: 200 len: 944 time: 0.0683331 Jun 23 08:40:07.067605 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e7a6140e-6eba-4684-83af-563d84da0958 req-d9aa8295-4651-421d-aa06-4d4b2b30571c tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348253 Jun 23 08:40:07.124414 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 08:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049f4097-a51b-474b-903b-1d223be15a78 x-openstack-request-id: req-049f4097-a51b-474b-903b-1d223be15a78 {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:40:07.124770 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09da9d5b-7f74-4611-a050-0cc576bd81c6", "tag": "2f98d1f2-8403-4c64-be5d-fb74f8405421", "status": "completed", "code": 200}]} {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:40:07.125100 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-049f4097-a51b-474b-903b-1d223be15a78 {{(pid=99594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:40:07.125588 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09da9d5b-7f74-4611-a050-0cc576bd81c6', 'tag': '2f98d1f2-8403-4c64-be5d-fb74f8405421', 'status': 'completed', 'code': 200} Jun 23 08:40:07.283647 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00dca82-9b59-4310-892a-73097f6bae7b req-c4724b77-4681-45a8-b72a-453b7d33bc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:07.285135 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f00dca82-9b59-4310-892a-73097f6bae7b req-c4724b77-4681-45a8-b72a-453b7d33bc4d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=049e0835e2d54c6aa94a5398907d5da3&device_id=09da9d5b-7f74-4611-a050-0cc576bd81c6 HTTP/1.1" status: 200 len: 1097 time: 0.0712252 Jun 23 08:40:07.324398 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 47170) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:40:07.374471 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.db.db_base_plugin_v2 [None req-476ffd9d-9153-48d3-9c82-1e65b0e4e4c3 admin admin] Deleting subnet 950f0c7a-ba02-4477-8101-a21fad5dd592 {{(pid=99593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 08:40:07.378069 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-476ffd9d-9153-48d3-9c82-1e65b0e4e4c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:07.404468 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00dca82-9b59-4310-892a-73097f6bae7b req-22320662-96e6-425b-8120-49160697e144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:07.405921 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f00dca82-9b59-4310-892a-73097f6bae7b req-22320662-96e6-425b-8120-49160697e144 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2a71c23-2a6e-4a5b-9397-0dd91ec2db00 HTTP/1.1" status: 200 len: 916 time: 0.1105556 Jun 23 08:40:07.417998 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-476ffd9d-9153-48d3-9c82-1e65b0e4e4c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3632229'] for subnet, precommit_delete_associations {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:07.456129 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f00dca82-9b59-4310-892a-73097f6bae7b req-236ba186-03f5-436c-b98d-af6151534451 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f98d1f2-8403-4c64-be5d-fb74f8405421 HTTP/1.1" status: 200 len: 217 time: 0.0365672 Jun 23 08:40:07.466331 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-476ffd9d-9153-48d3-9c82-1e65b0e4e4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742952'] for subnet, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:07.518128 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00dca82-9b59-4310-892a-73097f6bae7b req-d80d2624-cde0-45bd-b738-49f417f90f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:07.520930 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f00dca82-9b59-4310-892a-73097f6bae7b req-d80d2624-cde0-45bd-b738-49f417f90f8d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=61fdd20b-531c-44e4-871b-ee221b26b9bc HTTP/1.1" status: 200 len: 855 time: 0.0548451 Jun 23 08:40:07.525302 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-476ffd9d-9153-48d3-9c82-1e65b0e4e4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3652648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2551212'] for subnet, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:07.532003 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-2f7931f9-2c20-499c-a91c-62e26dc63422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:07.556903 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f00dca82-9b59-4310-892a-73097f6bae7b req-ea67c815-e473-40fa-913e-fd7460842e0f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2a71c23-2a6e-4a5b-9397-0dd91ec2db00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293486 Jun 23 08:40:07.570628 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ffd9d-9153-48d3-9c82-1e65b0e4e4c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=950f0c7a-ba02-4477-8101-a21fad5dd592,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:07.577023 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-476ffd9d-9153-48d3-9c82-1e65b0e4e4c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:07.578087 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-476ffd9d-9153-48d3-9c82-1e65b0e4e4c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for subnet, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:07.583742 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-476ffd9d-9153-48d3-9c82-1e65b0e4e4c3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/950f0c7a-ba02-4477-8101-a21fad5dd592 HTTP/1.1" status: 204 len: 168 time: 0.2580616 Jun 23 08:40:07.584725 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 47182) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:40:07.660048 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f00dca82-9b59-4310-892a-73097f6bae7b req-6db9b510-60d9-4fa2-b3bf-52969db2660b service neutron] 10.222.0.13 "GET /v2.0/networks/f2a71c23-2a6e-4a5b-9397-0dd91ec2db00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954952 Jun 23 08:40:07.702208 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-8df09b72-c7ca-4287-a70b-79ca1af29de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-650670'] for network, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:07.757678 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f00dca82-9b59-4310-892a-73097f6bae7b req-96e84e19-d44b-4984-90e6-c6c50319aa7a service neutron] 10.222.0.13 "GET /v2.0/networks/f2a71c23-2a6e-4a5b-9397-0dd91ec2db00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903001 Jun 23 08:40:07.775840 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85411ab-9f31-4024-825e-2565c6d5fafb req-0fa43c22-0cd4-4245-88ce-6da504114342 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:07.777912 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b85411ab-9f31-4024-825e-2565c6d5fafb req-0fa43c22-0cd4-4245-88ce-6da504114342 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.1739678 Jun 23 08:40:07.815261 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-8df09b72-c7ca-4287-a70b-79ca1af29de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745381', 'neutron.services.segments.db._delete_segments_for_network-8772759238175'] for network, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:07.836123 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.services.segments.db [None req-8df09b72-c7ca-4287-a70b-79ca1af29de5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9788435d-c221-4c0e-836d-db1e90eeb672']}} {{(pid=99593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:40:07.852488 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.services.segments.db [None req-8df09b72-c7ca-4287-a70b-79ca1af29de5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8413471-54a6-4c08-ae24-18b34c8b7792') {'for_net_delete': True} {{(pid=99593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:40:07.852793 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.services.segments.db [None req-8df09b72-c7ca-4287-a70b-79ca1af29de5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8413471-54a6-4c08-ae24-18b34c8b7792') {} {{(pid=99593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:40:07.866826 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b85411ab-9f31-4024-825e-2565c6d5fafb req-e8634f1c-6063-4633-8160-48c753c4a112 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626724 Jun 23 08:40:07.868377 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-8df09b72-c7ca-4287-a70b-79ca1af29de5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772759225838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3632250'] for segment, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:07.883682 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-8df09b72-c7ca-4287-a70b-79ca1af29de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565'] for segment, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:07.890122 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df09b72-c7ca-4287-a70b-79ca1af29de5 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=99593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 08:40:07.890758 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-8df09b72-c7ca-4287-a70b-79ca1af29de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3652789'] for segment, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: conditions |= (models_v2.Port.network_id.in_( Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: conditions |= (models_v2.Port.network_id.in_( Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: conditions |= (models_v2.Port.network_id.in_( Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: conditions |= (models_v2.Port.network_id.in_( Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: conditions |= (models_v2.Port.network_id.in_( Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: Traceback (most recent call last): Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: timer() Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: cb(*args, **kw) Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: return func(*args, **kwargs) Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: self._notify() Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: self.callback(batched_events) Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: event.method(event) Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: return f(self, *a, **k) Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: return self._get(url).json() Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: return self.request(url, 'GET', **kwargs) Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 08:40:07.892633 dv-cinder-768592-7-smb neutron-server[99593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 08:40:07.948613 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-8df09b72-c7ca-4287-a70b-79ca1af29de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717610'] for network, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:07.952875 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-575bd1a5-fe7e-44cd-991d-f5b684540dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:07.966584 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df09b72-c7ca-4287-a70b-79ca1af29de5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9788435d-c221-4c0e-836d-db1e90eeb672,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:07.968814 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-8df09b72-c7ca-4287-a70b-79ca1af29de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for network, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:07.972993 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-8df09b72-c7ca-4287-a70b-79ca1af29de5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9788435d-c221-4c0e-836d-db1e90eeb672 HTTP/1.1" status: 204 len: 168 time: 0.3850195 Jun 23 08:40:07.972993 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-8df09b72-c7ca-4287-a70b-79ca1af29de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:08.157434 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 47204) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:40:08.199685 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-ea5cdaac-1e41-4b8f-901a-45f8d107435b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe23f3b89c5743a3837bbb1fb4e20556&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0410202 Jun 23 08:40:08.202298 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 47206) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:40:08.290974 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-c888548f-f5c9-4878-bc6d-6bb8592e7e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:08.302143 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b42ac-ad37-4550-83e0-e4f69284c961 req-e805b494-9c46-4ace-a96c-246730d149b3 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:08.303662 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-468b42ac-ad37-4550-83e0-e4f69284c961 req-e805b494-9c46-4ace-a96c-246730d149b3 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=09da9d5b-7f74-4611-a050-0cc576bd81c6 HTTP/1.1" status: 200 len: 944 time: 0.1156068 Jun 23 08:40:08.335146 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-09b797b9-70eb-47c0-9bfd-476ee90dbcd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:08.340502 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-c888548f-f5c9-4878-bc6d-6bb8592e7e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:08.384694 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-468b42ac-ad37-4550-83e0-e4f69284c961 req-1ebfc371-075b-479e-967c-211533e4010f tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689912 Jun 23 08:40:08.416253 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-c888548f-f5c9-4878-bc6d-6bb8592e7e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:08.419944 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-c888548f-f5c9-4878-bc6d-6bb8592e7e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:08.421056 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-c888548f-f5c9-4878-bc6d-6bb8592e7e65 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4783de80-35fb-42c0-b9ca-996f2d5c577f HTTP/1.1" status: 204 len: 168 time: 0.2175574 Jun 23 08:40:08.421885 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-102bae1d-af16-411e-9365-373f141997ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:08.434454 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888548f-f5c9-4878-bc6d-6bb8592e7e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4783de80-35fb-42c0-b9ca-996f2d5c577f,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:08.443284 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c888548f-f5c9-4878-bc6d-6bb8592e7e65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:40:08.443658 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c888548f-f5c9-4878-bc6d-6bb8592e7e65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:40:08.444017 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c888548f-f5c9-4878-bc6d-6bb8592e7e65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:40:08.444369 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c888548f-f5c9-4878-bc6d-6bb8592e7e65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:40:08.444716 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c888548f-f5c9-4878-bc6d-6bb8592e7e65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:40:08.445236 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c888548f-f5c9-4878-bc6d-6bb8592e7e65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:40:08.445584 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c888548f-f5c9-4878-bc6d-6bb8592e7e65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:40:08.445924 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c888548f-f5c9-4878-bc6d-6bb8592e7e65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:40:08.446269 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c888548f-f5c9-4878-bc6d-6bb8592e7e65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:40:08.446611 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c888548f-f5c9-4878-bc6d-6bb8592e7e65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:40:08.446978 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c888548f-f5c9-4878-bc6d-6bb8592e7e65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:40:08.447320 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c888548f-f5c9-4878-bc6d-6bb8592e7e65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:40:08.456402 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-c888548f-f5c9-4878-bc6d-6bb8592e7e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:08.468850 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-34ae74a3-b691-42a0-8420-a3558f92ad61 req-d14a4915-694e-41de-a970-910117c48a0f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=87fcf92a-b141-4834-9695-5db5f9e508f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766935 Jun 23 08:40:08.618222 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae74a3-b691-42a0-8420-a3558f92ad61 req-64271179-23c3-418e-bc7a-5a4b6ed403c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:08.620598 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-34ae74a3-b691-42a0-8420-a3558f92ad61 req-64271179-23c3-418e-bc7a-5a4b6ed403c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=049e0835e2d54c6aa94a5398907d5da3&device_id=87fcf92a-b141-4834-9695-5db5f9e508f0 HTTP/1.1" status: 200 len: 1098 time: 0.0653510 Jun 23 08:40:08.960530 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae74a3-b691-42a0-8420-a3558f92ad61 req-d1b5c7d9-838d-4ce6-a6af-8483e35cfbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:08.962022 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-34ae74a3-b691-42a0-8420-a3558f92ad61 req-d1b5c7d9-838d-4ce6-a6af-8483e35cfbda service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2a71c23-2a6e-4a5b-9397-0dd91ec2db00 HTTP/1.1" status: 200 len: 916 time: 0.3094077 Jun 23 08:40:09.017946 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-34ae74a3-b691-42a0-8420-a3558f92ad61 req-8b57f963-bfec-436a-9fca-ca96662cb54a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec3a50bb-9a40-4f54-bfe9-ab35584f2f58 HTTP/1.1" status: 200 len: 217 time: 0.0487828 Jun 23 08:40:09.061847 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ec53c-0ad0-492c-89ad-38b1eb5bd12a req-c2c9d9c9-e45a-4bd7-98a8-1733b916c11b tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:09.070345 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-861ec53c-0ad0-492c-89ad-38b1eb5bd12a req-c2c9d9c9-e45a-4bd7-98a8-1733b916c11b tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.0805504 Jun 23 08:40:09.105618 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-861ec53c-0ad0-492c-89ad-38b1eb5bd12a req-3b12bb08-344e-4931-ada5-004d8858a7e5 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343566 Jun 23 08:40:09.105919 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae74a3-b691-42a0-8420-a3558f92ad61 req-59961909-756a-4b16-b7e0-70be2d3ee0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:09.107734 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-34ae74a3-b691-42a0-8420-a3558f92ad61 req-59961909-756a-4b16-b7e0-70be2d3ee0fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=61fdd20b-531c-44e4-871b-ee221b26b9bc HTTP/1.1" status: 200 len: 855 time: 0.0779920 Jun 23 08:40:09.142518 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-34ae74a3-b691-42a0-8420-a3558f92ad61 req-32ec2da3-9c18-4cb8-8a06-eddd59e0f575 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2a71c23-2a6e-4a5b-9397-0dd91ec2db00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283256 Jun 23 08:40:09.257574 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-34ae74a3-b691-42a0-8420-a3558f92ad61 req-93f4041b-5796-4e0d-bde6-b029ca187c71 service neutron] 10.222.0.13 "GET /v2.0/networks/f2a71c23-2a6e-4a5b-9397-0dd91ec2db00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958722 Jun 23 08:40:09.376379 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-34ae74a3-b691-42a0-8420-a3558f92ad61 req-29934fb6-af1a-4efb-9b30-a606aae1998f service neutron] 10.222.0.13 "GET /v2.0/networks/f2a71c23-2a6e-4a5b-9397-0dd91ec2db00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108420 Jun 23 08:40:09.547189 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device 2f98d1f2-8403-4c64-be5d-fb74f8405421 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 08:40:09.642530 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b85d4-73f4-4bab-841f-f7228ff6a898 req-13f9a038-5e32-4929-8c39-b7434c7c7f52 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:09.646470 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-410b85d4-73f4-4bab-841f-f7228ff6a898 req-13f9a038-5e32-4929-8c39-b7434c7c7f52 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=09da9d5b-7f74-4611-a050-0cc576bd81c6 HTTP/1.1" status: 200 len: 944 time: 0.1079655 Jun 23 08:40:09.672065 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port 2f98d1f2-8403-4c64-be5d-fb74f8405421, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=2f98d1f2-8403-4c64-be5d-fb74f8405421,segment=NetworkSegment(40413b3b-b45d-4a95-ab5a-0eceb9f6e658),segment_id=40413b3b-b45d-4a95-ab5a-0eceb9f6e658)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:40:09.685365 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Returning: {'device': '2f98d1f2-8403-4c64-be5d-fb74f8405421', 'network_id': 'f2a71c23-2a6e-4a5b-9397-0dd91ec2db00', 'port_id': '2f98d1f2-8403-4c64-be5d-fb74f8405421', 'mac_address': 'fa:16:3e:0b:28:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61fdd20b-531c-44e4-871b-ee221b26b9bc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 08:40:09.694962 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-410b85d4-73f4-4bab-841f-f7228ff6a898 req-0d779b32-4965-495d-a1cb-3f9417eafa28 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436265 Jun 23 08:40:09.736435 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:09.751918 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f98d1f2-8403-4c64-be5d-fb74f8405421 {{(pid=99595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:40:09.772084 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port 2f98d1f2-8403-4c64-be5d-fb74f8405421, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=2f98d1f2-8403-4c64-be5d-fb74f8405421,segment=NetworkSegment(40413b3b-b45d-4a95-ab5a-0eceb9f6e658),segment_id=40413b3b-b45d-4a95-ab5a-0eceb9f6e658)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:40:09.776035 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:09.778278 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:09.826991 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=2f98d1f2-8403-4c64-be5d-fb74f8405421,revision_number=4']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:09.835987 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:40:09.836351 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:40:09.836692 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:40:09.837238 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:40:09.837468 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:40:09.837832 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:40:09.838123 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:40:09.838432 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:40:09.838855 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:40:09.839948 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:40:09.840518 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:40:09.841325 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:40:09.845345 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:10.334137 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['2f98d1f2-8403-4c64-be5d-fb74f8405421'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:40:10.337988 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb6935-e7d7-419a-80d4-dfb3dfcffb96 req-60ebc758-2617-442d-9895-e6f07d3568b6 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:10.340459 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-ceeb6935-e7d7-419a-80d4-dfb3dfcffb96 req-60ebc758-2617-442d-9895-e6f07d3568b6 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.0799706 Jun 23 08:40:10.383896 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-ceeb6935-e7d7-419a-80d4-dfb3dfcffb96 req-1a525c28-4ed0-4f48-aea6-7f2cb1fe424d tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377955 Jun 23 08:40:10.770972 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:10.881521 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68fbb3d-8fca-478e-8d6a-d784f76d0d07 req-fc7c5d1a-5e78-4ff9-9e9e-9215b4160abb tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:10.883049 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e68fbb3d-8fca-478e-8d6a-d784f76d0d07 req-fc7c5d1a-5e78-4ff9-9e9e-9215b4160abb tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=09da9d5b-7f74-4611-a050-0cc576bd81c6 HTTP/1.1" status: 200 len: 945 time: 0.0724299 Jun 23 08:40:10.927187 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e68fbb3d-8fca-478e-8d6a-d784f76d0d07 req-61be2f99-de58-44bb-82c5-3bc27afacd69 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367713 Jun 23 08:40:11.062203 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-29ff3895-93f8-4e1f-ab9e-a5965b4cb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:11.235598 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 47326) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:40:11.342716 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-6f4f02d2-9ba8-4c7d-b66b-cd2ee3a90e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:11.381118 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:11.455770 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-6f4f02d2-9ba8-4c7d-b66b-cd2ee3a90e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:11.460826 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-6f4f02d2-9ba8-4c7d-b66b-cd2ee3a90e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:11.465293 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-98d19cb7-64a6-4751-8f16-31f23f1f554c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:11.505836 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-6f4f02d2-9ba8-4c7d-b66b-cd2ee3a90e2d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fa1b95e981c845d8861fa0d526b3f77d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2688427 Jun 23 08:40:11.508671 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 47336) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:40:11.516072 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f02d2-9ba8-4c7d-b66b-cd2ee3a90e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1285ff-7a0f-4775-a468-8e303ba40eeb,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:11.524227 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4f02d2-9ba8-4c7d-b66b-cd2ee3a90e2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:40:11.524227 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4f02d2-9ba8-4c7d-b66b-cd2ee3a90e2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:40:11.524227 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4f02d2-9ba8-4c7d-b66b-cd2ee3a90e2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:40:11.524611 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4f02d2-9ba8-4c7d-b66b-cd2ee3a90e2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:40:11.524940 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4f02d2-9ba8-4c7d-b66b-cd2ee3a90e2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:40:11.525286 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4f02d2-9ba8-4c7d-b66b-cd2ee3a90e2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:40:11.525629 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4f02d2-9ba8-4c7d-b66b-cd2ee3a90e2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:40:11.526925 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4f02d2-9ba8-4c7d-b66b-cd2ee3a90e2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:40:11.526925 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4f02d2-9ba8-4c7d-b66b-cd2ee3a90e2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:40:11.527318 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4f02d2-9ba8-4c7d-b66b-cd2ee3a90e2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:40:11.528357 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4f02d2-9ba8-4c7d-b66b-cd2ee3a90e2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:40:11.528357 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4f02d2-9ba8-4c7d-b66b-cd2ee3a90e2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:40:11.531971 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-6f4f02d2-9ba8-4c7d-b66b-cd2ee3a90e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:11.606223 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-43911e07-179e-4195-8c36-6b982d6f4272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:11.641152 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-43911e07-179e-4195-8c36-6b982d6f4272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:11.659104 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941704b5-28c3-4906-9e9b-b22544d991ea req-f127a655-5e96-49c7-9f7b-30e2c3712bc4 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:11.660983 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-941704b5-28c3-4906-9e9b-b22544d991ea req-f127a655-5e96-49c7-9f7b-30e2c3712bc4 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.1364372 Jun 23 08:40:11.725601 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-941704b5-28c3-4906-9e9b-b22544d991ea req-65319798-3039-4caf-9636-16078be5031a tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587444 Jun 23 08:40:11.751009 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-43911e07-179e-4195-8c36-6b982d6f4272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:11.754157 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-43911e07-179e-4195-8c36-6b982d6f4272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:11.755924 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-43911e07-179e-4195-8c36-6b982d6f4272 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9a1285ff-7a0f-4775-a468-8e303ba40eeb HTTP/1.1" status: 204 len: 168 time: 0.2457850 Jun 23 08:40:11.757206 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-a3ae4eaf-0783-4ac6-b59e-b8c2b2a7d365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:11.768761 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43911e07-179e-4195-8c36-6b982d6f4272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1285ff-7a0f-4775-a468-8e303ba40eeb,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:11.771343 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-43911e07-179e-4195-8c36-6b982d6f4272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:11.995748 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:12.084322 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 47364) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:40:12.130621 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-24793e2a-ee4e-4b27-9ea9-a9e0c68dd7ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:12.200521 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb219843-5c85-42ea-918d-83ee70830c31 req-3c18d2e4-cb2e-4395-9a69-d2df3fdde3db tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:12.201996 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-bb219843-5c85-42ea-918d-83ee70830c31 req-3c18d2e4-cb2e-4395-9a69-d2df3fdde3db tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=09da9d5b-7f74-4611-a050-0cc576bd81c6 HTTP/1.1" status: 200 len: 945 time: 0.1150243 Jun 23 08:40:12.257689 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-bb219843-5c85-42ea-918d-83ee70830c31 req-a1437401-430a-4482-b42a-76cc9f102d01 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472639 Jun 23 08:40:12.286244 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-24793e2a-ee4e-4b27-9ea9-a9e0c68dd7ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:12.292930 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-24793e2a-ee4e-4b27-9ea9-a9e0c68dd7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:12.295604 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:12.332820 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-24793e2a-ee4e-4b27-9ea9-a9e0c68dd7ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=70abf314ad5a4800a4bd48978c876ec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2471428 Jun 23 08:40:12.334008 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24793e2a-ee4e-4b27-9ea9-a9e0c68dd7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc1e6d1-dabe-45a7-8447-db6fdc769e6c,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:12.335602 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 47368) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:40:12.337218 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-24793e2a-ee4e-4b27-9ea9-a9e0c68dd7ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:12.396191 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-27ee0aa6-e08a-4f15-999d-5cbf36742705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:12.416326 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-27ee0aa6-e08a-4f15-999d-5cbf36742705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:12.461310 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-27ee0aa6-e08a-4f15-999d-5cbf36742705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:12.464040 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-27ee0aa6-e08a-4f15-999d-5cbf36742705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:12.465285 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-27ee0aa6-e08a-4f15-999d-5cbf36742705 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9dc1e6d1-dabe-45a7-8447-db6fdc769e6c HTTP/1.1" status: 204 len: 168 time: 0.1286855 Jun 23 08:40:12.466029 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-20d571f3-c1f7-46dd-b7aa-52e36ed750c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:12.473079 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee0aa6-e08a-4f15-999d-5cbf36742705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc1e6d1-dabe-45a7-8447-db6fdc769e6c,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:12.475252 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-27ee0aa6-e08a-4f15-999d-5cbf36742705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:12.930722 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9935ca3-85ee-4af9-bcc9-2245f1e2893e req-88404563-dc93-40e5-bcb8-2810697ad31a tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:12.932211 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a9935ca3-85ee-4af9-bcc9-2245f1e2893e req-88404563-dc93-40e5-bcb8-2810697ad31a tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.0711331 Jun 23 08:40:12.988629 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a9935ca3-85ee-4af9-bcc9-2245f1e2893e req-ec6239f5-385b-45ee-aa7c-634a9f012ca8 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498617 Jun 23 08:40:13.227503 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 47408) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:40:13.357973 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-75ca8241-e198-4bfb-ae6c-212a6827cc8e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1565880969-network', 'tenant_id': 'a8e12f0042db466aae17f7ab17035765'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:40:13.387310 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ca8241-e198-4bfb-ae6c-212a6827cc8e admin admin] Made reservation on behalf of a8e12f0042db466aae17f7ab17035765 for: {'network': 1} {{(pid=99594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:40:13.389916 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-75ca8241-e198-4bfb-ae6c-212a6827cc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for network, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:13.398592 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-75ca8241-e198-4bfb-ae6c-212a6827cc8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:13.456782 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b96852-ba67-4919-88f1-fca76d3468ab req-e959d02a-323f-48f6-a3e4-34a3b0b73596 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:13.458446 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c5b96852-ba67-4919-88f1-fca76d3468ab req-e959d02a-323f-48f6-a3e4-34a3b0b73596 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=09da9d5b-7f74-4611-a050-0cc576bd81c6 HTTP/1.1" status: 200 len: 945 time: 0.0699117 Jun 23 08:40:13.499052 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-75ca8241-e198-4bfb-ae6c-212a6827cc8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:13.503227 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c5b96852-ba67-4919-88f1-fca76d3468ab req-bd27edbe-9685-4657-8aeb-dd1eb58278ec tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378449 Jun 23 08:40:13.503660 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-75ca8241-e198-4bfb-ae6c-212a6827cc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:13.506626 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:13.533022 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ca8241-e198-4bfb-ae6c-212a6827cc8e admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=99594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 08:40:13.539392 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca8241-e198-4bfb-ae6c-212a6827cc8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20623e6e-7233-48c5-a18b-c2072f0f64fb,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:13.543659 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-75ca8241-e198-4bfb-ae6c-212a6827cc8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:13.549045 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-75ca8241-e198-4bfb-ae6c-212a6827cc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565'] for segment, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:13.549358 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.db.segments_db [None req-75ca8241-e198-4bfb-ae6c-212a6827cc8e admin admin] Added segment 3af925ae-dbce-4c89-8887-c7bd462152a0 of type vlan for network e17b6470-c31b-415a-8110-c67d5891c078 Jun 23 08:40:13.567241 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device 2f98d1f2-8403-4c64-be5d-fb74f8405421 up at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:40:13.598794 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-75ca8241-e198-4bfb-ae6c-212a6827cc8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772758686486'] for network, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:13.603844 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:13.623717 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning for port 2f98d1f2-8403-4c64-be5d-fb74f8405421 completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:40:13.627638 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning complete for port 2f98d1f2-8403-4c64-be5d-fb74f8405421 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:40:13.628026 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:13.630037 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-75ca8241-e198-4bfb-ae6c-212a6827cc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095'] for network, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:13.631425 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ca8241-e198-4bfb-ae6c-212a6827cc8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:13.632011 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-75ca8241-e198-4bfb-ae6c-212a6827cc8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for network, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:13.634938 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-7c2fb45e-8171-4ec5-a072-6cdb16a297d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:13.662829 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-75ca8241-e198-4bfb-ae6c-212a6827cc8e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4341996 Jun 23 08:40:13.665740 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 47422) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:40:13.672129 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [None req-c1b59b29-df8d-455c-9458-3d37de436099 admin admin] Request body: {'subnet': {'network_id': 'e17b6470-c31b-415a-8110-c67d5891c078', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1565880969-subnet', 'tenant_id': 'a8e12f0042db466aae17f7ab17035765', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:40:13.695956 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca8241-e198-4bfb-ae6c-212a6827cc8e admin admin] Pushing event updated for resources: {'Network': ['ID=e17b6470-c31b-415a-8110-c67d5891c078,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:13.697219 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b59b29-df8d-455c-9458-3d37de436099 admin admin] Made reservation on behalf of a8e12f0042db466aae17f7ab17035765 for: {'subnet': 1} {{(pid=99593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:40:13.699617 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-75ca8241-e198-4bfb-ae6c-212a6827cc8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:13.699797 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-c1b59b29-df8d-455c-9458-3d37de436099 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2551217'] for subnet, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:13.713677 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Network e17b6470-c31b-415a-8110-c67d5891c078 details requested by agent ovs-agent-dv-cinder-768592-7-smb with host dv-cinder-768592-7-smb {{(pid=99595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 08:40:13.739099 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:13.797251 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09da9d5b-7f74-4611-a050-0cc576bd81c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f98d1f2-8403-4c64-be5d-fb74f8405421'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:40:13.799967 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe10368e395667840533ec91c6601648d36376b54de0a6f6a3b23a108ba8d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22036571-ca7d-4f7d-ade6-6e210686745f" -d '{"events": [{"server_uuid": "09da9d5b-7f74-4611-a050-0cc576bd81c6", "name": "network-vif-plugged", "status": "completed", "tag": "2f98d1f2-8403-4c64-be5d-fb74f8405421"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:40:13.826758 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port 2f98d1f2-8403-4c64-be5d-fb74f8405421, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=2f98d1f2-8403-4c64-be5d-fb74f8405421,segment=NetworkSegment(40413b3b-b45d-4a95-ab5a-0eceb9f6e658),segment_id=40413b3b-b45d-4a95-ab5a-0eceb9f6e658)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:40:13.832648 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:13.836046 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:13.860993 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35e2a15-0cdf-452c-a753-1f3a16102634 x-openstack-request-id: req-a35e2a15-0cdf-452c-a753-1f3a16102634 {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:40:13.861326 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09da9d5b-7f74-4611-a050-0cc576bd81c6", "name": "network-vif-plugged", "status": "completed", "tag": "2f98d1f2-8403-4c64-be5d-fb74f8405421", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:40:13.861640 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a35e2a15-0cdf-452c-a753-1f3a16102634 {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:40:13.862029 dv-cinder-768592-7-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09da9d5b-7f74-4611-a050-0cc576bd81c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f98d1f2-8403-4c64-be5d-fb74f8405421', 'code': 200} Jun 23 08:40:13.885116 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-c1b59b29-df8d-455c-9458-3d37de436099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3623915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2551203'] for subnet, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:13.888300 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:13.891800 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=2f98d1f2-8403-4c64-be5d-fb74f8405421,revision_number=5']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:13.895266 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:13.941485 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b59b29-df8d-455c-9458-3d37de436099 admin admin] Pushing event updated for resources: {'Subnet': ['ID=455b94d4-a34f-47bf-b5e4-b334fba57212,revision_number=0']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:13.944671 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-c1b59b29-df8d-455c-9458-3d37de436099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:13.950541 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b59b29-df8d-455c-9458-3d37de436099 admin admin] Checking segment: {'id': '3af925ae-dbce-4c89-8887-c7bd462152a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e17b6470-c31b-415a-8110-c67d5891c078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:40:13.950935 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b59b29-df8d-455c-9458-3d37de436099 admin admin] Network hostable DHCP agents. Network: e17b6470-c31b-415a-8110-c67d5891c078, hostable agents: ['0b6ae00f-9814-4d83-8bc7-07b3d7a0d748'], hosted agents: [] {{(pid=99593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 08:40:13.967476 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b59b29-df8d-455c-9458-3d37de436099 admin admin] Network e17b6470-c31b-415a-8110-c67d5891c078 is scheduled to be hosted by DHCP agent 0b6ae00f-9814-4d83-8bc7-07b3d7a0d748 with binding_index 1 {{(pid=99593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 08:40:13.976771 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.base_scheduler [None req-c1b59b29-df8d-455c-9458-3d37de436099 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-7-smb, e17b6470-c31b-415a-8110-c67d5891c078) {{(pid=99593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:40:13.982546 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b59b29-df8d-455c-9458-3d37de436099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:13.984263 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-c1b59b29-df8d-455c-9458-3d37de436099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for subnet, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:13.985603 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17d61c7-e1f1-43ea-98ac-d625cea62211 None None] Network e17b6470-c31b-415a-8110-c67d5891c078 requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:40:13.999384 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-c1b59b29-df8d-455c-9458-3d37de436099 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3317075 Jun 23 08:40:14.150940 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b18dde-d619-454b-8330-6256e624359d None None] Network e17b6470-c31b-415a-8110-c67d5891c078 requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:40:14.218054 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3d1d9-0f7a-40fc-8690-738447729110 req-cd2e5c50-2cde-463b-8e38-20adefe9f18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:14.227067 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-c5a3d1d9-0f7a-40fc-8690-738447729110 req-cd2e5c50-2cde-463b-8e38-20adefe9f18c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=09da9d5b-7f74-4611-a050-0cc576bd81c6 HTTP/1.1" status: 200 len: 1099 time: 0.0989017 Jun 23 08:40:14.280794 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbbf72-f91b-4ee1-9eda-17da8215e7df req-2a77ecb1-1cf0-41de-9329-4e51beac24f8 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:14.295370 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-90cbbf72-f91b-4ee1-9eda-17da8215e7df req-2a77ecb1-1cf0-41de-9329-4e51beac24f8 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.1582081 Jun 23 08:40:14.314893 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-c5a3d1d9-0f7a-40fc-8690-738447729110 req-d2b65548-bd1c-45eb-8493-f186a0a396da service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806191 Jun 23 08:40:14.379176 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-90cbbf72-f91b-4ee1-9eda-17da8215e7df req-bd430e9e-012f-4585-9957-ff3dacafd6bd tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826969 Jun 23 08:40:14.708441 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675a12d-5342-406b-b60d-bdf78bd4dd4a req-e7aa7688-0bbb-4b56-a528-3b7b1bfae0d0 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:14.715359 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3675a12d-5342-406b-b60d-bdf78bd4dd4a req-e7aa7688-0bbb-4b56-a528-3b7b1bfae0d0 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=09da9d5b-7f74-4611-a050-0cc576bd81c6 HTTP/1.1" status: 200 len: 946 time: 0.0844729 Jun 23 08:40:14.752186 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3675a12d-5342-406b-b60d-bdf78bd4dd4a req-78ac6d85-e3ee-418e-a994-5dffedd00ea9 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347104 Jun 23 08:40:15.539258 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a6904-6164-481d-a97b-9708fd7ef55f req-0c9e03ec-4e8d-4b57-91f0-efb9a7d5ff74 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:15.540706 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-238a6904-6164-481d-a97b-9708fd7ef55f req-0c9e03ec-4e8d-4b57-91f0-efb9a7d5ff74 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.0652788 Jun 23 08:40:15.577816 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-238a6904-6164-481d-a97b-9708fd7ef55f req-675d6a6f-6c2d-45be-ab65-6ecf5c1826a0 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309105 Jun 23 08:40:15.935124 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c1872-19dd-4c3c-99fa-03ffd51f7023 req-99c5d853-be74-42c5-a6fc-3a2ee2cf91ce tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:15.936695 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-887c1872-19dd-4c3c-99fa-03ffd51f7023 req-99c5d853-be74-42c5-a6fc-3a2ee2cf91ce tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=09da9d5b-7f74-4611-a050-0cc576bd81c6 HTTP/1.1" status: 200 len: 946 time: 0.0655689 Jun 23 08:40:15.978039 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-887c1872-19dd-4c3c-99fa-03ffd51f7023 req-9c62eaa6-7d64-4d0d-b91d-a177216f9e70 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351088 Jun 23 08:40:16.189874 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3449a8b-361f-4833-b2e4-53c620676868 req-21db6d73-eea4-4a39-ad65-e0aaf781d707 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:16.191424 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-f3449a8b-361f-4833-b2e4-53c620676868 req-21db6d73-eea4-4a39-ad65-e0aaf781d707 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/networks?id=e17b6470-c31b-415a-8110-c67d5891c078 HTTP/1.1" status: 200 len: 814 time: 0.1107340 Jun 23 08:40:16.206096 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-f3449a8b-361f-4833-b2e4-53c620676868 req-fa47b739-b2df-49cb-9a57-f6e38edb740b tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/quotas/a8e12f0042db466aae17f7ab17035765 HTTP/1.1" status: 200 len: 375 time: 0.0092328 Jun 23 08:40:16.239027 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-f3449a8b-361f-4833-b2e4-53c620676868 req-59f2b564-dfe6-43e7-aa82-f170888daa1d tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a8e12f0042db466aae17f7ab17035765&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279653 Jun 23 08:40:16.329939 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-f3449a8b-361f-4833-b2e4-53c620676868 req-05b2a9f9-dc1e-45f6-991b-6bd17fff1cd8 service neutron] 10.222.0.23 "GET /v2.0/networks/e17b6470-c31b-415a-8110-c67d5891c078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830600 Jun 23 08:40:16.427877 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-f3449a8b-361f-4833-b2e4-53c620676868 req-31baeb2e-b3dd-4fdb-883c-c3009b02c315 service neutron] 10.222.0.23 "GET /v2.0/networks/e17b6470-c31b-415a-8110-c67d5891c078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922811 Jun 23 08:40:16.605436 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9634af0a-2d66-4dbf-9996-09ee7fd51b15 req-acbd1aad-2184-4173-a05c-3f76ccadb0d6 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=858464f7-5e11-45dc-bb95-fccdc8e3271c HTTP/1.1" status: 200 len: 210 time: 0.0349391 Jun 23 08:40:16.790233 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c559e-aa06-4089-aff2-b451a4c43f45 req-9d57ddc4-c8e9-4670-94e2-40d85b79e960 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:16.792595 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-715c559e-aa06-4089-aff2-b451a4c43f45 req-9d57ddc4-c8e9-4670-94e2-40d85b79e960 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.0773931 Jun 23 08:40:16.855366 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-715c559e-aa06-4089-aff2-b451a4c43f45 req-ae818c91-3e0e-44f8-9943-8571db6c3498 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559418 Jun 23 08:40:17.168221 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d6530-2e93-4534-9ecc-fb40e7fde32e req-9d6ae18a-8cad-4b7c-adce-4c5d5df088bd tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:17.169728 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e87d6530-2e93-4534-9ecc-fb40e7fde32e req-9d6ae18a-8cad-4b7c-adce-4c5d5df088bd tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=09da9d5b-7f74-4611-a050-0cc576bd81c6 HTTP/1.1" status: 200 len: 946 time: 0.0720577 Jun 23 08:40:17.224505 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e87d6530-2e93-4534-9ecc-fb40e7fde32e req-abb30a76-02f4-4ff9-b230-9831d3a012bd tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477884 Jun 23 08:40:17.790473 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-758b5617-ba60-4abb-829e-910cf030c102 req-e8f2f532-be33-4cf7-aacf-31462791a041 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=858464f7-5e11-45dc-bb95-fccdc8e3271c HTTP/1.1" status: 200 len: 210 time: 0.0308278 Jun 23 08:40:18.050000 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e06f9a-cbf7-466e-8ee7-29485ae8b729 req-e0c54f76-458e-4fbc-9416-68402a8a4baf tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:18.051863 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d9e06f9a-cbf7-466e-8ee7-29485ae8b729 req-e0c54f76-458e-4fbc-9416-68402a8a4baf tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.0786242 Jun 23 08:40:18.109119 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d9e06f9a-cbf7-466e-8ee7-29485ae8b729 req-e699b270-581f-4a60-8998-02e36f3c4c73 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492013 Jun 23 08:40:18.189797 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3449a8b-361f-4833-b2e4-53c620676868 req-6249ac0f-d701-45ed-b9ed-788690d75079 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:18.191239 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f3449a8b-361f-4833-b2e4-53c620676868 req-6249ac0f-d701-45ed-b9ed-788690d75079 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.13 "GET /v2.0/networks?id=e17b6470-c31b-415a-8110-c67d5891c078 HTTP/1.1" status: 200 len: 814 time: 0.1278863 Jun 23 08:40:18.229886 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [req-f3449a8b-361f-4833-b2e4-53c620676868 req-115091d7-3643-4b92-a096-c99ba4ecd268 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Request body: {'port': {'device_id': '858464f7-5e11-45dc-bb95-fccdc8e3271c', 'network_id': 'e17b6470-c31b-415a-8110-c67d5891c078', 'admin_state_up': True, 'tenant_id': 'a8e12f0042db466aae17f7ab17035765'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:40:18.350968 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3449a8b-361f-4833-b2e4-53c620676868 req-115091d7-3643-4b92-a096-c99ba4ecd268 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Made reservation on behalf of a8e12f0042db466aae17f7ab17035765 for: {'port': 1} {{(pid=99594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:40:18.355927 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-f3449a8b-361f-4833-b2e4-53c620676868 req-115091d7-3643-4b92-a096-c99ba4ecd268 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:18.483772 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.db_base_plugin_common [req-f3449a8b-361f-4833-b2e4-53c620676868 req-115091d7-3643-4b92-a096-c99ba4ecd268 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Allocated IP 172.20.0.10 (e17b6470-c31b-415a-8110-c67d5891c078/455b94d4-a34f-47bf-b5e4-b334fba57212/7ab7cb64-79e6-40f0-8f60-96edce58d693) {{(pid=99594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:40:18.646075 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-f3449a8b-361f-4833-b2e4-53c620676868 req-115091d7-3643-4b92-a096-c99ba4ecd268 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Notify callbacks [] for port, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:18.687916 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-f3449a8b-361f-4833-b2e4-53c620676868 req-115091d7-3643-4b92-a096-c99ba4ecd268 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117'] for port, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:18.691990 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-8b394bcd-3ed8-4b59-9fae-81886bcc09c0 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:18.747562 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3449a8b-361f-4833-b2e4-53c620676868 req-115091d7-3643-4b92-a096-c99ba4ecd268 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Network e17b6470-c31b-415a-8110-c67d5891c078 is already hosted by enough agents. {{(pid=99594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:40:18.759044 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [req-f3449a8b-361f-4833-b2e4-53c620676868 req-115091d7-3643-4b92-a096-c99ba4ecd268 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Resources bound (agent type, host, resource id): {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:40:18.763523 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3449a8b-361f-4833-b2e4-53c620676868 req-115091d7-3643-4b92-a096-c99ba4ecd268 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Received port after_create {{(pid=99594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:40:18.769240 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3449a8b-361f-4833-b2e4-53c620676868 req-115091d7-3643-4b92-a096-c99ba4ecd268 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:18.769855 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-f3449a8b-361f-4833-b2e4-53c620676868 req-115091d7-3643-4b92-a096-c99ba4ecd268 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:18.783168 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115091d7-3643-4b92-a096-c99ba4ecd268 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Pushing event updated for resources: {'Port': ['ID=7ab7cb64-79e6-40f0-8f60-96edce58d693,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:18.786024 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-115091d7-3643-4b92-a096-c99ba4ecd268 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:18.793447 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f3449a8b-361f-4833-b2e4-53c620676868 req-115091d7-3643-4b92-a096-c99ba4ecd268 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5681524 Jun 23 08:40:18.816555 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [req-f3449a8b-361f-4833-b2e4-53c620676868 req-8c0cfbca-5b3e-44de-a5b8-eec451b78257 service neutron] Request body: {'port': {'device_id': '858464f7-5e11-45dc-bb95-fccdc8e3271c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:40:18.910120 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-f3449a8b-361f-4833-b2e4-53c620676868 req-8c0cfbca-5b3e-44de-a5b8-eec451b78257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:18.994935 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702d3fb-c0ee-4fbd-8ebd-bdb8ee2630e9 req-66900417-b04a-4458-8e6b-d581347ff7f5 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:19.004440 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e702d3fb-c0ee-4fbd-8ebd-bdb8ee2630e9 req-66900417-b04a-4458-8e6b-d581347ff7f5 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=858464f7-5e11-45dc-bb95-fccdc8e3271c HTTP/1.1" status: 200 len: 932 time: 0.0921335 Jun 23 08:40:19.071829 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e702d3fb-c0ee-4fbd-8ebd-bdb8ee2630e9 req-f670a447-0c60-42c3-9826-5bf4ad9da5ac tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664217 Jun 23 08:40:19.282340 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [req-f3449a8b-361f-4833-b2e4-53c620676868 req-8c0cfbca-5b3e-44de-a5b8-eec451b78257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ab7cb64-79e6-40f0-8f60-96edce58d693 {{(pid=99594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:40:19.289968 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-f3449a8b-361f-4833-b2e4-53c620676868 req-8c0cfbca-5b3e-44de-a5b8-eec451b78257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:19.302938 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.provisioning_blocks [req-f3449a8b-361f-4833-b2e4-53c620676868 req-8c0cfbca-5b3e-44de-a5b8-eec451b78257 service neutron] Transition to ACTIVE for port object 7ab7cb64-79e6-40f0-8f60-96edce58d693 will not be triggered until provisioned by entity L2. {{(pid=99594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:40:19.309023 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-f3449a8b-361f-4833-b2e4-53c620676868 req-8c0cfbca-5b3e-44de-a5b8-eec451b78257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:19.312152 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:19.332869 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f9122-8979-4628-9a06-cf9c30d9e4eb req-891811c9-0f39-41e9-a0cc-0f565243e74c tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:19.334338 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d63f9122-8979-4628-9a06-cf9c30d9e4eb req-891811c9-0f39-41e9-a0cc-0f565243e74c tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.0646870 Jun 23 08:40:19.365617 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0cfbca-5b3e-44de-a5b8-eec451b78257 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab7cb64-79e6-40f0-8f60-96edce58d693,revision_number=2']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:19.378062 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d63f9122-8979-4628-9a06-cf9c30d9e4eb req-0f384105-107e-46e4-aeac-844081e63fd4 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367689 Jun 23 08:40:19.388082 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-8c0cfbca-5b3e-44de-a5b8-eec451b78257 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:19.400960 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-f3449a8b-361f-4833-b2e4-53c620676868 req-8c0cfbca-5b3e-44de-a5b8-eec451b78257 service neutron] Attempting to bind port 7ab7cb64-79e6-40f0-8f60-96edce58d693 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:40:19.401309 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-f3449a8b-361f-4833-b2e4-53c620676868 req-8c0cfbca-5b3e-44de-a5b8-eec451b78257 service neutron] Attempting to bind port 7ab7cb64-79e6-40f0-8f60-96edce58d693 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '3af925ae-dbce-4c89-8887-c7bd462152a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e17b6470-c31b-415a-8110-c67d5891c078'}] {{(pid=99594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:40:19.401644 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3449a8b-361f-4833-b2e4-53c620676868 req-8c0cfbca-5b3e-44de-a5b8-eec451b78257 service neutron] Attempting to bind port 7ab7cb64-79e6-40f0-8f60-96edce58d693 on network e17b6470-c31b-415a-8110-c67d5891c078 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:40:19.406044 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3449a8b-361f-4833-b2e4-53c620676868 req-8c0cfbca-5b3e-44de-a5b8-eec451b78257 service neutron] Port 7ab7cb64-79e6-40f0-8f60-96edce58d693 on network e17b6470-c31b-415a-8110-c67d5891c078 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 08:40:19.406363 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3449a8b-361f-4833-b2e4-53c620676868 req-8c0cfbca-5b3e-44de-a5b8-eec451b78257 service neutron] Attempting to bind port 7ab7cb64-79e6-40f0-8f60-96edce58d693 on network e17b6470-c31b-415a-8110-c67d5891c078 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:40:19.411266 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3449a8b-361f-4833-b2e4-53c620676868 req-8c0cfbca-5b3e-44de-a5b8-eec451b78257 service neutron] Checking agent: {'id': '5783bbde-a90f-4f17-9165-5d18275c1698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 37, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:40:19.411696 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3449a8b-361f-4833-b2e4-53c620676868 req-8c0cfbca-5b3e-44de-a5b8-eec451b78257 service neutron] Checking segment: {'id': '3af925ae-dbce-4c89-8887-c7bd462152a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e17b6470-c31b-415a-8110-c67d5891c078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:40:19.411992 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3449a8b-361f-4833-b2e4-53c620676868 req-8c0cfbca-5b3e-44de-a5b8-eec451b78257 service neutron] Bound using segment: {'id': '3af925ae-dbce-4c89-8887-c7bd462152a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e17b6470-c31b-415a-8110-c67d5891c078'} {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:40:19.412420 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-f3449a8b-361f-4833-b2e4-53c620676868 req-8c0cfbca-5b3e-44de-a5b8-eec451b78257 service neutron] Bound port: 7ab7cb64-79e6-40f0-8f60-96edce58d693, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af925ae-dbce-4c89-8887-c7bd462152a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e17b6470-c31b-415a-8110-c67d5891c078'}}] {{(pid=99594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:40:19.412818 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-f3449a8b-361f-4833-b2e4-53c620676868 req-8c0cfbca-5b3e-44de-a5b8-eec451b78257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:19.476424 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-f3449a8b-361f-4833-b2e4-53c620676868 req-8c0cfbca-5b3e-44de-a5b8-eec451b78257 service neutron] For port 7ab7cb64-79e6-40f0-8f60-96edce58d693, host hv-cinder-76859, cleared binding levels {{(pid=99594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:40:19.479828 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-f3449a8b-361f-4833-b2e4-53c620676868 req-8c0cfbca-5b3e-44de-a5b8-eec451b78257 service neutron] For port 7ab7cb64-79e6-40f0-8f60-96edce58d693, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=7ab7cb64-79e6-40f0-8f60-96edce58d693,segment=NetworkSegment(3af925ae-dbce-4c89-8887-c7bd462152a0),segment_id=3af925ae-dbce-4c89-8887-c7bd462152a0)] {{(pid=99594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:40:19.484529 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-f3449a8b-361f-4833-b2e4-53c620676868 req-8c0cfbca-5b3e-44de-a5b8-eec451b78257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:19.487135 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:19.517390 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3449a8b-361f-4833-b2e4-53c620676868 req-8c0cfbca-5b3e-44de-a5b8-eec451b78257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:19.517996 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-f3449a8b-361f-4833-b2e4-53c620676868 req-8c0cfbca-5b3e-44de-a5b8-eec451b78257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:19.519360 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f3449a8b-361f-4833-b2e4-53c620676868 req-8c0cfbca-5b3e-44de-a5b8-eec451b78257 service neutron] 10.222.0.13 "PUT /v2.0/ports/7ab7cb64-79e6-40f0-8f60-96edce58d693 HTTP/1.1" status: 200 len: 1094 time: 0.7095857 Jun 23 08:40:19.519830 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858464f7-5e11-45dc-bb95-fccdc8e3271c', 'tag': '7ab7cb64-79e6-40f0-8f60-96edce58d693'}] {{(pid=99594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:40:19.522064 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3f20cf24677dbb31f56fc6b5fcedde197d4abde885e517d24b88e41f2eb98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febc1164-7851-4b03-aab8-f83219c75485" -d '{"events": [{"name": "network-changed", "server_uuid": "858464f7-5e11-45dc-bb95-fccdc8e3271c", "tag": "7ab7cb64-79e6-40f0-8f60-96edce58d693"}]}' {{(pid=99594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:40:19.547365 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0cfbca-5b3e-44de-a5b8-eec451b78257 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab7cb64-79e6-40f0-8f60-96edce58d693,revision_number=3']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:19.550336 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-8c0cfbca-5b3e-44de-a5b8-eec451b78257 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:19.563944 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 08:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379a8ac0-d6f5-4099-aa79-cb6958ab5e52 x-openstack-request-id: req-379a8ac0-d6f5-4099-aa79-cb6958ab5e52 {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:40:19.564275 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "858464f7-5e11-45dc-bb95-fccdc8e3271c", "tag": "7ab7cb64-79e6-40f0-8f60-96edce58d693", "status": "completed", "code": 200}]} {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:40:19.564552 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-379a8ac0-d6f5-4099-aa79-cb6958ab5e52 {{(pid=99594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:40:19.564967 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '858464f7-5e11-45dc-bb95-fccdc8e3271c', 'tag': '7ab7cb64-79e6-40f0-8f60-96edce58d693', 'status': 'completed', 'code': 200} Jun 23 08:40:19.661375 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3449a8b-361f-4833-b2e4-53c620676868 req-c44ae469-fcfc-42a8-98fd-ee63a43dcb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:19.662840 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f3449a8b-361f-4833-b2e4-53c620676868 req-c44ae469-fcfc-42a8-98fd-ee63a43dcb57 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8e12f0042db466aae17f7ab17035765&device_id=858464f7-5e11-45dc-bb95-fccdc8e3271c HTTP/1.1" status: 200 len: 1097 time: 0.0548902 Jun 23 08:40:19.713790 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f3449a8b-361f-4833-b2e4-53c620676868 req-21fb1ec0-89a6-4c9f-9d9a-e81e73cb1ab9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ab7cb64-79e6-40f0-8f60-96edce58d693 HTTP/1.1" status: 200 len: 217 time: 0.0336480 Jun 23 08:40:19.763580 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3449a8b-361f-4833-b2e4-53c620676868 req-645778ea-cfc7-4388-afb2-87fb241760cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:19.765020 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f3449a8b-361f-4833-b2e4-53c620676868 req-645778ea-cfc7-4388-afb2-87fb241760cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=455b94d4-a34f-47bf-b5e4-b334fba57212 HTTP/1.1" status: 200 len: 854 time: 0.0437629 Jun 23 08:40:19.804153 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f3449a8b-361f-4833-b2e4-53c620676868 req-a36ed974-c8be-4ee7-bb13-5756a87d7d59 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e17b6470-c31b-415a-8110-c67d5891c078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319118 Jun 23 08:40:19.936047 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f3449a8b-361f-4833-b2e4-53c620676868 req-531b2610-4ec8-4ab4-b5f3-72ae33234fe8 service neutron] 10.222.0.13 "GET /v2.0/networks/e17b6470-c31b-415a-8110-c67d5891c078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877106 Jun 23 08:40:20.033974 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f3449a8b-361f-4833-b2e4-53c620676868 req-cd4b1145-6121-4176-bd89-20f46579b355 service neutron] 10.222.0.13 "GET /v2.0/networks/e17b6470-c31b-415a-8110-c67d5891c078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884564 Jun 23 08:40:20.274927 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc1164-7851-4b03-aab8-f83219c75485 req-46d0d923-3da5-43f9-9748-64ba68af6b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:20.277745 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-febc1164-7851-4b03-aab8-f83219c75485 req-46d0d923-3da5-43f9-9748-64ba68af6b1e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8e12f0042db466aae17f7ab17035765&device_id=858464f7-5e11-45dc-bb95-fccdc8e3271c HTTP/1.1" status: 200 len: 1097 time: 0.0756676 Jun 23 08:40:20.314988 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3eed9-53dc-4daa-9050-912bc0735028 req-d6eb62b0-34ef-4e5f-93e3-c5796b42ccc3 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:20.316511 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-f1f3eed9-53dc-4daa-9050-912bc0735028 req-d6eb62b0-34ef-4e5f-93e3-c5796b42ccc3 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=858464f7-5e11-45dc-bb95-fccdc8e3271c HTTP/1.1" status: 200 len: 944 time: 0.0953457 Jun 23 08:40:20.385209 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-f1f3eed9-53dc-4daa-9050-912bc0735028 req-82a4f07f-d666-429a-9c56-29c949baed1e tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628338 Jun 23 08:40:20.432658 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc1164-7851-4b03-aab8-f83219c75485 req-2757e29c-be71-42ec-8829-3546fa90369b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:20.434336 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-febc1164-7851-4b03-aab8-f83219c75485 req-2757e29c-be71-42ec-8829-3546fa90369b service neutron] 10.222.0.13 "GET /v2.0/networks?id=e17b6470-c31b-415a-8110-c67d5891c078 HTTP/1.1" status: 200 len: 915 time: 0.1500969 Jun 23 08:40:20.499065 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-febc1164-7851-4b03-aab8-f83219c75485 req-73992c68-751b-4a0f-8326-3efe8275b914 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ab7cb64-79e6-40f0-8f60-96edce58d693 HTTP/1.1" status: 200 len: 217 time: 0.0503836 Jun 23 08:40:20.553537 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc1164-7851-4b03-aab8-f83219c75485 req-0f9cd476-f34c-4915-b2d2-aa51249caba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:20.555305 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-febc1164-7851-4b03-aab8-f83219c75485 req-0f9cd476-f34c-4915-b2d2-aa51249caba1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=455b94d4-a34f-47bf-b5e4-b334fba57212 HTTP/1.1" status: 200 len: 854 time: 0.0524654 Jun 23 08:40:20.594092 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-febc1164-7851-4b03-aab8-f83219c75485 req-de794a89-48ea-4eba-a5cd-7d3836b35a4c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e17b6470-c31b-415a-8110-c67d5891c078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315254 Jun 23 08:40:20.672785 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b203ca-db2a-4794-a3ec-133186c0dec9 req-7d219b4e-8beb-4a28-87fb-37a95a055a5e tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:20.674525 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-53b203ca-db2a-4794-a3ec-133186c0dec9 req-7d219b4e-8beb-4a28-87fb-37a95a055a5e tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.1439838 Jun 23 08:40:20.685530 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 6 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:40:20.697225 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-f7a755a6-528f-4823-9937-ab8ebd822617 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:20.699226 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-f7a755a6-528f-4823-9937-ab8ebd822617 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/networks?id=f2a71c23-2a6e-4a5b-9397-0dd91ec2db00 HTTP/1.1" status: 200 len: 815 time: 0.1661057 Jun 23 08:40:20.724410 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-febc1164-7851-4b03-aab8-f83219c75485 req-ddcd9c3c-385f-4170-b701-dbc8249b34ee service neutron] 10.222.0.13 "GET /v2.0/networks/e17b6470-c31b-415a-8110-c67d5891c078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232944 Jun 23 08:40:20.728277 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-5ff81471-f5fa-4aff-bda4-cece8f579304 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/quotas/049e0835e2d54c6aa94a5398907d5da3 HTTP/1.1" status: 200 len: 375 time: 0.0153651 Jun 23 08:40:20.751868 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-53b203ca-db2a-4794-a3ec-133186c0dec9 req-1dca10e7-f37a-4d5b-8a4c-491c385ecf60 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629218 Jun 23 08:40:20.851017 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-ea9c4ee0-fe64-4424-b067-54f228ce3f82 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=049e0835e2d54c6aa94a5398907d5da3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1159830 Jun 23 08:40:20.878679 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-febc1164-7851-4b03-aab8-f83219c75485 req-6cc64274-7c26-44da-84c7-4f30bb8b7f3f service neutron] 10.222.0.13 "GET /v2.0/networks/e17b6470-c31b-415a-8110-c67d5891c078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412029 Jun 23 08:40:20.962901 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-7e270cb4-7124-450b-85bc-33d6419e6044 service neutron] 10.222.0.23 "GET /v2.0/networks/f2a71c23-2a6e-4a5b-9397-0dd91ec2db00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109092 Jun 23 08:40:21.075796 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-52f65360-da7b-4343-812c-4154d55add3b service neutron] 10.222.0.23 "GET /v2.0/networks/f2a71c23-2a6e-4a5b-9397-0dd91ec2db00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055083 Jun 23 08:40:21.455468 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-128bdbb1-620e-4f30-8b74-1eea8f2d2294 req-3ff69fd0-a003-4c83-abe0-507b0fbdae04 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=512cb6ad-7670-463b-9237-ca95b4b6ef8c HTTP/1.1" status: 200 len: 210 time: 0.2369494 Jun 23 08:40:21.599362 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363c9df-e65a-4fd9-934d-578a5b133cca req-73ca03d1-73bc-45ab-90e3-7afdf9407a88 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:21.601791 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-0363c9df-e65a-4fd9-934d-578a5b133cca req-73ca03d1-73bc-45ab-90e3-7afdf9407a88 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=858464f7-5e11-45dc-bb95-fccdc8e3271c HTTP/1.1" status: 200 len: 944 time: 0.0773175 Jun 23 08:40:21.648537 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-0363c9df-e65a-4fd9-934d-578a5b133cca req-68475cf4-1f71-43e4-a848-2f8c2adfa259 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373480 Jun 23 08:40:21.952038 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0abd2-6e2b-47e8-a590-51a3bf464044 req-e0d968b1-b425-4150-a5b1-b28569a937fa tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:21.953539 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-cea0abd2-6e2b-47e8-a590-51a3bf464044 req-e0d968b1-b425-4150-a5b1-b28569a937fa tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.0710018 Jun 23 08:40:21.993848 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-cea0abd2-6e2b-47e8-a590-51a3bf464044 req-323bba46-7308-44ba-8560-a0e2beb79539 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343754 Jun 23 08:40:22.610268 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a29a5cb3-15c1-4b8e-922b-4fa098395fdd req-3d954091-3085-42a5-b42e-5e670e12a224 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=512cb6ad-7670-463b-9237-ca95b4b6ef8c HTTP/1.1" status: 200 len: 210 time: 0.0342436 Jun 23 08:40:22.796175 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-5f7341b6-aae4-4e6c-81e2-a8836930f639 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:22.798623 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-5f7341b6-aae4-4e6c-81e2-a8836930f639 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.13 "GET /v2.0/networks?id=f2a71c23-2a6e-4a5b-9397-0dd91ec2db00 HTTP/1.1" status: 200 len: 815 time: 0.1268153 Jun 23 08:40:22.832349 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-7df4ae51-ffa9-4ed0-a84c-fe9eecda0366 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Request body: {'port': {'device_id': '512cb6ad-7670-463b-9237-ca95b4b6ef8c', 'network_id': 'f2a71c23-2a6e-4a5b-9397-0dd91ec2db00', 'admin_state_up': True, 'tenant_id': '049e0835e2d54c6aa94a5398907d5da3'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:40:22.873916 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363cab8e-0971-4ab1-b897-79bef1d542d1 req-e7b29f3e-aaac-4b87-bd49-2d51127a2f94 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:22.875671 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-363cab8e-0971-4ab1-b897-79bef1d542d1 req-e7b29f3e-aaac-4b87-bd49-2d51127a2f94 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=858464f7-5e11-45dc-bb95-fccdc8e3271c HTTP/1.1" status: 200 len: 944 time: 0.0803211 Jun 23 08:40:22.917507 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-363cab8e-0971-4ab1-b897-79bef1d542d1 req-d012e0a2-e852-4e3b-931e-4f5f1dd2cb31 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348670 Jun 23 08:40:22.970870 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-7df4ae51-ffa9-4ed0-a84c-fe9eecda0366 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Made reservation on behalf of 049e0835e2d54c6aa94a5398907d5da3 for: {'port': 1} {{(pid=99594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:40:22.974866 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-7df4ae51-ffa9-4ed0-a84c-fe9eecda0366 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:23.134045 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.db_base_plugin_common [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-7df4ae51-ffa9-4ed0-a84c-fe9eecda0366 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Allocated IP 172.20.0.2 (f2a71c23-2a6e-4a5b-9397-0dd91ec2db00/61fdd20b-531c-44e4-871b-ee221b26b9bc/fa7f4935-1a4d-434c-8656-902f4d811ffa) {{(pid=99594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:40:23.217281 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852baab-6d60-489e-8df3-b0c583f0a7ee req-244e0b46-4df4-4712-a8de-cba4be3d744a tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:23.218937 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a852baab-6d60-489e-8df3-b0c583f0a7ee req-244e0b46-4df4-4712-a8de-cba4be3d744a tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.0820851 Jun 23 08:40:23.260690 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a852baab-6d60-489e-8df3-b0c583f0a7ee req-9db223ca-70c3-4e64-b56d-012972927f6b tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338418 Jun 23 08:40:23.298311 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 47782) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:40:23.336890 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-7df4ae51-ffa9-4ed0-a84c-fe9eecda0366 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Notify callbacks [] for port, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:23.353884 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.db.db_base_plugin_v2 [None req-68c67a31-fade-4a90-8841-1d97dc999ce9 admin admin] Deleting subnet 2d83cc78-2e48-42cc-913c-bbfd387c94bf {{(pid=99593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 08:40:23.357531 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-68c67a31-fade-4a90-8841-1d97dc999ce9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:23.390889 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-7df4ae51-ffa9-4ed0-a84c-fe9eecda0366 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117'] for port, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:23.394621 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-aa4b647f-59b5-4a6c-9291-f5f1fc8867ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:23.400766 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-68c67a31-fade-4a90-8841-1d97dc999ce9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3632229'] for subnet, precommit_delete_associations {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:23.433425 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-7df4ae51-ffa9-4ed0-a84c-fe9eecda0366 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Network f2a71c23-2a6e-4a5b-9397-0dd91ec2db00 is already hosted by enough agents. {{(pid=99594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:40:23.438804 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-7df4ae51-ffa9-4ed0-a84c-fe9eecda0366 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Resources bound (agent type, host, resource id): {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:40:23.440265 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-68c67a31-fade-4a90-8841-1d97dc999ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742952'] for subnet, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:23.445643 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-7df4ae51-ffa9-4ed0-a84c-fe9eecda0366 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Received port after_create {{(pid=99594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:40:23.452359 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-7df4ae51-ffa9-4ed0-a84c-fe9eecda0366 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:23.453033 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-7df4ae51-ffa9-4ed0-a84c-fe9eecda0366 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:23.466336 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4ae51-ffa9-4ed0-a84c-fe9eecda0366 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Pushing event updated for resources: {'Port': ['ID=fa7f4935-1a4d-434c-8656-902f4d811ffa,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:23.469594 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-7df4ae51-ffa9-4ed0-a84c-fe9eecda0366 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:23.469857 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['ec3a50bb-9a40-4f54-bfe9-ab35584f2f58', '2f98d1f2-8403-4c64-be5d-fb74f8405421'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:40:23.474586 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-7df4ae51-ffa9-4ed0-a84c-fe9eecda0366 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6493444 Jun 23 08:40:23.505806 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-9e8ae47a-cee5-40f8-b711-12b4f444ce22 service neutron] Request body: {'port': {'device_id': '512cb6ad-7670-463b-9237-ca95b4b6ef8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:40:23.509984 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-68c67a31-fade-4a90-8841-1d97dc999ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3652648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2551212'] for subnet, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:23.514382 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-86a44cce-a38f-4c33-9ef9-8c8add12c384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:23.549570 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c67a31-fade-4a90-8841-1d97dc999ce9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d83cc78-2e48-42cc-913c-bbfd387c94bf,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:23.553933 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-68c67a31-fade-4a90-8841-1d97dc999ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:23.554933 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-68c67a31-fade-4a90-8841-1d97dc999ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for subnet, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:23.557478 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-68c67a31-fade-4a90-8841-1d97dc999ce9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2d83cc78-2e48-42cc-913c-bbfd387c94bf HTTP/1.1" status: 204 len: 168 time: 0.2576210 Jun 23 08:40:23.559545 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 47790) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:40:23.600067 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-9e8ae47a-cee5-40f8-b711-12b4f444ce22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:23.631801 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device 7ab7cb64-79e6-40f0-8f60-96edce58d693 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 08:40:23.642068 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-00ae0cc5-f7e6-4a43-8889-0f15bf7d71eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-650670'] for network, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:23.752156 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-00ae0cc5-f7e6-4a43-8889-0f15bf7d71eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745381', 'neutron.services.segments.db._delete_segments_for_network-8772759238175'] for network, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:23.780139 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.services.segments.db [None req-00ae0cc5-f7e6-4a43-8889-0f15bf7d71eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af02fdbe-1809-4bc4-a26c-3d8953062d57']}} {{(pid=99593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:40:23.809801 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.services.segments.db [None req-00ae0cc5-f7e6-4a43-8889-0f15bf7d71eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7c9ceb7-8d10-4f4d-9ddc-5640064e6194') {'for_net_delete': True} {{(pid=99593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:40:23.810097 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.services.segments.db [None req-00ae0cc5-f7e6-4a43-8889-0f15bf7d71eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7c9ceb7-8d10-4f4d-9ddc-5640064e6194') {} {{(pid=99593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:40:23.823760 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port 7ab7cb64-79e6-40f0-8f60-96edce58d693, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=7ab7cb64-79e6-40f0-8f60-96edce58d693,segment=NetworkSegment(3af925ae-dbce-4c89-8887-c7bd462152a0),segment_id=3af925ae-dbce-4c89-8887-c7bd462152a0)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:40:23.825419 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-00ae0cc5-f7e6-4a43-8889-0f15bf7d71eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772759225838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3632250'] for segment, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:23.840758 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Returning: {'device': '7ab7cb64-79e6-40f0-8f60-96edce58d693', 'network_id': 'e17b6470-c31b-415a-8110-c67d5891c078', 'port_id': '7ab7cb64-79e6-40f0-8f60-96edce58d693', 'mac_address': 'fa:16:3e:56:84:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '455b94d4-a34f-47bf-b5e4-b334fba57212', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 08:40:23.847431 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-00ae0cc5-f7e6-4a43-8889-0f15bf7d71eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565'] for segment, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:23.855558 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ae0cc5-f7e6-4a43-8889-0f15bf7d71eb admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=99593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 08:40:23.856029 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-00ae0cc5-f7e6-4a43-8889-0f15bf7d71eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3652789'] for segment, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:23.857843 dv-cinder-768592-7-smb neutron-server[99593]: Traceback (most recent call last): Jun 23 08:40:23.857843 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 08:40:23.857843 dv-cinder-768592-7-smb neutron-server[99593]: timer() Jun 23 08:40:23.857843 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 08:40:23.857843 dv-cinder-768592-7-smb neutron-server[99593]: cb(*args, **kw) Jun 23 08:40:23.857843 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 08:40:23.857843 dv-cinder-768592-7-smb neutron-server[99593]: return func(*args, **kwargs) Jun 23 08:40:23.857843 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 08:40:23.857843 dv-cinder-768592-7-smb neutron-server[99593]: self._notify() Jun 23 08:40:23.857843 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 08:40:23.857843 dv-cinder-768592-7-smb neutron-server[99593]: self.callback(batched_events) Jun 23 08:40:23.857843 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 08:40:23.857843 dv-cinder-768592-7-smb neutron-server[99593]: event.method(event) Jun 23 08:40:23.857843 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 08:40:23.857843 dv-cinder-768592-7-smb neutron-server[99593]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 08:40:23.857843 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 08:40:23.857843 dv-cinder-768592-7-smb neutron-server[99593]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 08:40:23.857843 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 08:40:23.857843 dv-cinder-768592-7-smb neutron-server[99593]: return f(self, *a, **k) Jun 23 08:40:23.857843 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 08:40:23.857843 dv-cinder-768592-7-smb neutron-server[99593]: return self._get(url).json() Jun 23 08:40:23.857843 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 08:40:23.857843 dv-cinder-768592-7-smb neutron-server[99593]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 08:40:23.857843 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 08:40:23.857843 dv-cinder-768592-7-smb neutron-server[99593]: return self.request(url, 'GET', **kwargs) Jun 23 08:40:23.857843 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 08:40:23.857843 dv-cinder-768592-7-smb neutron-server[99593]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 08:40:23.857843 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 08:40:23.857843 dv-cinder-768592-7-smb neutron-server[99593]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 08:40:23.857843 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 08:40:23.857843 dv-cinder-768592-7-smb neutron-server[99593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 08:40:23.857843 dv-cinder-768592-7-smb neutron-server[99593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 08:40:23.882449 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:23.896897 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab7cb64-79e6-40f0-8f60-96edce58d693 {{(pid=99595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:40:23.902062 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-9e8ae47a-cee5-40f8-b711-12b4f444ce22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa7f4935-1a4d-434c-8656-902f4d811ffa {{(pid=99594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:40:23.910978 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-9e8ae47a-cee5-40f8-b711-12b4f444ce22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:23.916866 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7eb5d-dc15-4053-9113-4646f78bad04 req-7522f111-8963-417e-8097-f17de6bc7ff1 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:23.918712 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port 7ab7cb64-79e6-40f0-8f60-96edce58d693, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=7ab7cb64-79e6-40f0-8f60-96edce58d693,segment=NetworkSegment(3af925ae-dbce-4c89-8887-c7bd462152a0),segment_id=3af925ae-dbce-4c89-8887-c7bd462152a0)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:40:23.925500 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-92f7eb5d-dc15-4053-9113-4646f78bad04 req-7522f111-8963-417e-8097-f17de6bc7ff1 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=512cb6ad-7670-463b-9237-ca95b4b6ef8c HTTP/1.1" status: 200 len: 931 time: 0.1575680 Jun 23 08:40:23.925709 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:23.925812 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.provisioning_blocks [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-9e8ae47a-cee5-40f8-b711-12b4f444ce22 service neutron] Transition to ACTIVE for port object fa7f4935-1a4d-434c-8656-902f4d811ffa will not be triggered until provisioned by entity L2. {{(pid=99594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:40:23.925901 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-2faf7867-69e5-40b3-b0b4-94b810ac68ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:23.936638 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-9e8ae47a-cee5-40f8-b711-12b4f444ce22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:23.941724 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-8c0cfbca-5b3e-44de-a5b8-eec451b78257 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:23.968013 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-00ae0cc5-f7e6-4a43-8889-0f15bf7d71eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717610'] for network, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:23.975773 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-00ae0cc5-f7e6-4a43-8889-0f15bf7d71eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for network, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:23.980386 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-00ae0cc5-f7e6-4a43-8889-0f15bf7d71eb admin admin] 10.222.0.23 "DELETE /v2.0/networks/af02fdbe-1809-4bc4-a26c-3d8953062d57 HTTP/1.1" status: 204 len: 168 time: 0.4171579 Jun 23 08:40:23.980386 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:23.991737 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 47796) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:40:23.993741 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae0cc5-f7e6-4a43-8889-0f15bf7d71eb admin admin] Pushing event deleted for resources: {'Network': ['ID=af02fdbe-1809-4bc4-a26c-3d8953062d57,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:23.997401 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-00ae0cc5-f7e6-4a43-8889-0f15bf7d71eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:23.999198 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=7ab7cb64-79e6-40f0-8f60-96edce58d693,revision_number=4']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:24.000780 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-92f7eb5d-dc15-4053-9113-4646f78bad04 req-ae236f71-6838-4306-9013-ff0a331e9958 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724144 Jun 23 08:40:24.002975 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:24.059599 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ae47a-cee5-40f8-b711-12b4f444ce22 service neutron] Pushing event updated for resources: {'Port': ['ID=fa7f4935-1a4d-434c-8656-902f4d811ffa,revision_number=2']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:24.071663 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-9e8ae47a-cee5-40f8-b711-12b4f444ce22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:24.076737 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.db_base_plugin_v2 [None req-105f4c74-7ae7-4971-8060-36add915c5a7 admin admin] Deleting subnet f7eedd31-ded7-4278-ac97-4c8bce172593 {{(pid=99594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 08:40:24.098971 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-105f4c74-7ae7-4971-8060-36add915c5a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:24.114311 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857906b-3900-4428-b6ab-712298fa1ce1 req-754647b7-0530-4f61-9fd1-f3ff8cea56e7 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:24.116007 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7857906b-3900-4428-b6ab-712298fa1ce1 req-754647b7-0530-4f61-9fd1-f3ff8cea56e7 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=858464f7-5e11-45dc-bb95-fccdc8e3271c HTTP/1.1" status: 200 len: 945 time: 0.0660193 Jun 23 08:40:24.130446 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-9e8ae47a-cee5-40f8-b711-12b4f444ce22 service neutron] Attempting to bind port fa7f4935-1a4d-434c-8656-902f4d811ffa on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:40:24.130810 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-9e8ae47a-cee5-40f8-b711-12b4f444ce22 service neutron] Attempting to bind port fa7f4935-1a4d-434c-8656-902f4d811ffa by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '40413b3b-b45d-4a95-ab5a-0eceb9f6e658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f2a71c23-2a6e-4a5b-9397-0dd91ec2db00'}] {{(pid=99594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:40:24.131145 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-9e8ae47a-cee5-40f8-b711-12b4f444ce22 service neutron] Attempting to bind port fa7f4935-1a4d-434c-8656-902f4d811ffa on network f2a71c23-2a6e-4a5b-9397-0dd91ec2db00 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:40:24.140406 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-9e8ae47a-cee5-40f8-b711-12b4f444ce22 service neutron] Port fa7f4935-1a4d-434c-8656-902f4d811ffa on network f2a71c23-2a6e-4a5b-9397-0dd91ec2db00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 08:40:24.140730 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-9e8ae47a-cee5-40f8-b711-12b4f444ce22 service neutron] Attempting to bind port fa7f4935-1a4d-434c-8656-902f4d811ffa on network f2a71c23-2a6e-4a5b-9397-0dd91ec2db00 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:40:24.148807 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-105f4c74-7ae7-4971-8060-36add915c5a7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:24.154292 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7857906b-3900-4428-b6ab-712298fa1ce1 req-b3e4c18f-2a45-49ad-a37d-68f72b07d57b tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312431 Jun 23 08:40:24.155983 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-9e8ae47a-cee5-40f8-b711-12b4f444ce22 service neutron] Checking agent: {'id': '5783bbde-a90f-4f17-9165-5d18275c1698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 37, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:40:24.156327 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-9e8ae47a-cee5-40f8-b711-12b4f444ce22 service neutron] Checking segment: {'id': '40413b3b-b45d-4a95-ab5a-0eceb9f6e658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f2a71c23-2a6e-4a5b-9397-0dd91ec2db00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:40:24.156713 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-9e8ae47a-cee5-40f8-b711-12b4f444ce22 service neutron] Bound using segment: {'id': '40413b3b-b45d-4a95-ab5a-0eceb9f6e658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f2a71c23-2a6e-4a5b-9397-0dd91ec2db00'} {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:40:24.157184 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-9e8ae47a-cee5-40f8-b711-12b4f444ce22 service neutron] Bound port: fa7f4935-1a4d-434c-8656-902f4d811ffa, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40413b3b-b45d-4a95-ab5a-0eceb9f6e658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f2a71c23-2a6e-4a5b-9397-0dd91ec2db00'}}] {{(pid=99594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:40:24.157503 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-9e8ae47a-cee5-40f8-b711-12b4f444ce22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:24.171943 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-105f4c74-7ae7-4971-8060-36add915c5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742952'] for subnet, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:24.266902 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-9e8ae47a-cee5-40f8-b711-12b4f444ce22 service neutron] For port fa7f4935-1a4d-434c-8656-902f4d811ffa, host hv-cinder-76859, cleared binding levels {{(pid=99594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:40:24.270149 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-9e8ae47a-cee5-40f8-b711-12b4f444ce22 service neutron] For port fa7f4935-1a4d-434c-8656-902f4d811ffa, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=fa7f4935-1a4d-434c-8656-902f4d811ffa,segment=NetworkSegment(40413b3b-b45d-4a95-ab5a-0eceb9f6e658),segment_id=40413b3b-b45d-4a95-ab5a-0eceb9f6e658)] {{(pid=99594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:40:24.271629 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-105f4c74-7ae7-4971-8060-36add915c5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100'] for subnet, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:24.274193 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-86af2b48-fdb1-487c-b90f-74e282a7e44a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:24.277899 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-9e8ae47a-cee5-40f8-b711-12b4f444ce22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:24.308052 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f4c74-7ae7-4971-8060-36add915c5a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7eedd31-ded7-4278-ac97-4c8bce172593,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:24.311934 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-105f4c74-7ae7-4971-8060-36add915c5a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:24.313431 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-518f9e7b-ab34-4cc6-9aab-1691ec1bdb42 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:24.315842 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-105f4c74-7ae7-4971-8060-36add915c5a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:24.319974 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-105f4c74-7ae7-4971-8060-36add915c5a7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f7eedd31-ded7-4278-ac97-4c8bce172593 HTTP/1.1" status: 204 len: 168 time: 0.3249431 Jun 23 08:40:24.320732 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 47806) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:40:24.343330 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-9e8ae47a-cee5-40f8-b711-12b4f444ce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:24.343954 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-9e8ae47a-cee5-40f8-b711-12b4f444ce22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:24.345596 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-9e8ae47a-cee5-40f8-b711-12b4f444ce22 service neutron] 10.222.0.13 "PUT /v2.0/ports/fa7f4935-1a4d-434c-8656-902f4d811ffa HTTP/1.1" status: 200 len: 1093 time: 0.8445847 Jun 23 08:40:24.345844 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '512cb6ad-7670-463b-9237-ca95b4b6ef8c', 'tag': 'fa7f4935-1a4d-434c-8656-902f4d811ffa'}] {{(pid=99594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:40:24.348204 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3f20cf24677dbb31f56fc6b5fcedde197d4abde885e517d24b88e41f2eb98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e91556f-3e42-4817-b4df-4792f9dc418c" -d '{"events": [{"name": "network-changed", "server_uuid": "512cb6ad-7670-463b-9237-ca95b4b6ef8c", "tag": "fa7f4935-1a4d-434c-8656-902f4d811ffa"}]}' {{(pid=99594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:40:24.405369 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ae47a-cee5-40f8-b711-12b4f444ce22 service neutron] Pushing event updated for resources: {'Port': ['ID=fa7f4935-1a4d-434c-8656-902f4d811ffa,revision_number=3']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:24.419388 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-9e8ae47a-cee5-40f8-b711-12b4f444ce22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:24.442818 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 08:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34eca91-4f7f-4cd5-be03-e359ef1c9d99 x-openstack-request-id: req-e34eca91-4f7f-4cd5-be03-e359ef1c9d99 {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:40:24.443153 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "512cb6ad-7670-463b-9237-ca95b4b6ef8c", "tag": "fa7f4935-1a4d-434c-8656-902f4d811ffa", "status": "completed", "code": 200}]} {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:40:24.443434 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e34eca91-4f7f-4cd5-be03-e359ef1c9d99 {{(pid=99594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:40:24.444507 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '512cb6ad-7670-463b-9237-ca95b4b6ef8c', 'tag': 'fa7f4935-1a4d-434c-8656-902f4d811ffa', 'status': 'completed', 'code': 200} Jun 23 08:40:24.453627 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-4a8b5c20-cabb-4ae1-8fc8-b359b35a075e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-650670'] for network, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:24.554090 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-26320795-1026-4244-8b20-933ac3e85fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:24.556152 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-26320795-1026-4244-8b20-933ac3e85fa0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=049e0835e2d54c6aa94a5398907d5da3&device_id=512cb6ad-7670-463b-9237-ca95b4b6ef8c HTTP/1.1" status: 200 len: 1096 time: 0.0868900 Jun 23 08:40:24.576573 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67470ef1-072f-4fba-b9dc-251584a857ac req-8b7b13d7-43a2-432e-bd89-7c71a3ff2b6c tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:24.578215 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-67470ef1-072f-4fba-b9dc-251584a857ac req-8b7b13d7-43a2-432e-bd89-7c71a3ff2b6c tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.1714180 Jun 23 08:40:24.585200 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-4a8b5c20-cabb-4ae1-8fc8-b359b35a075e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745381', 'neutron.services.segments.db._delete_segments_for_network-8772759238175'] for network, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:24.614573 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.services.segments.db [None req-4a8b5c20-cabb-4ae1-8fc8-b359b35a075e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb17e033-2c85-4dc4-9f12-e8736f48bd1a']}} {{(pid=99593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:40:24.635141 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-745a9e0c-a698-4329-9fc1-2e237864962c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa7f4935-1a4d-434c-8656-902f4d811ffa HTTP/1.1" status: 200 len: 217 time: 0.0537038 Jun 23 08:40:24.640631 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.services.segments.db [None req-4a8b5c20-cabb-4ae1-8fc8-b359b35a075e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a97363a-332a-4977-8cb3-437ee4ae54f3') {'for_net_delete': True} {{(pid=99593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:40:24.640939 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.services.segments.db [None req-4a8b5c20-cabb-4ae1-8fc8-b359b35a075e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a97363a-332a-4977-8cb3-437ee4ae54f3') {} {{(pid=99593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:40:24.685841 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-67470ef1-072f-4fba-b9dc-251584a857ac req-bfb59082-ffc6-48fc-933a-3a1672009468 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897386 Jun 23 08:40:24.693692 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-4a8b5c20-cabb-4ae1-8fc8-b359b35a075e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772759225838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3632250'] for segment, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:24.721338 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-4a8b5c20-cabb-4ae1-8fc8-b359b35a075e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565'] for segment, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:24.732980 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a8b5c20-cabb-4ae1-8fc8-b359b35a075e admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=99593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 08:40:24.733604 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-4a8b5c20-cabb-4ae1-8fc8-b359b35a075e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3652789'] for segment, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:24.735960 dv-cinder-768592-7-smb neutron-server[99593]: Traceback (most recent call last): Jun 23 08:40:24.735960 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 08:40:24.735960 dv-cinder-768592-7-smb neutron-server[99593]: timer() Jun 23 08:40:24.735960 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 08:40:24.735960 dv-cinder-768592-7-smb neutron-server[99593]: cb(*args, **kw) Jun 23 08:40:24.735960 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 08:40:24.735960 dv-cinder-768592-7-smb neutron-server[99593]: return func(*args, **kwargs) Jun 23 08:40:24.735960 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 08:40:24.735960 dv-cinder-768592-7-smb neutron-server[99593]: self._notify() Jun 23 08:40:24.735960 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 08:40:24.735960 dv-cinder-768592-7-smb neutron-server[99593]: self.callback(batched_events) Jun 23 08:40:24.735960 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 08:40:24.735960 dv-cinder-768592-7-smb neutron-server[99593]: event.method(event) Jun 23 08:40:24.735960 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 08:40:24.735960 dv-cinder-768592-7-smb neutron-server[99593]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 08:40:24.735960 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 08:40:24.735960 dv-cinder-768592-7-smb neutron-server[99593]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 08:40:24.735960 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 08:40:24.735960 dv-cinder-768592-7-smb neutron-server[99593]: return f(self, *a, **k) Jun 23 08:40:24.735960 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 08:40:24.735960 dv-cinder-768592-7-smb neutron-server[99593]: return self._get(url).json() Jun 23 08:40:24.735960 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 08:40:24.735960 dv-cinder-768592-7-smb neutron-server[99593]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 08:40:24.735960 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 08:40:24.735960 dv-cinder-768592-7-smb neutron-server[99593]: return self.request(url, 'GET', **kwargs) Jun 23 08:40:24.735960 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 08:40:24.735960 dv-cinder-768592-7-smb neutron-server[99593]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 08:40:24.735960 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 08:40:24.735960 dv-cinder-768592-7-smb neutron-server[99593]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 08:40:24.735960 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 08:40:24.735960 dv-cinder-768592-7-smb neutron-server[99593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 08:40:24.735960 dv-cinder-768592-7-smb neutron-server[99593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 08:40:24.744003 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-ab101d39-148d-4277-9253-d3fee044f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:24.747284 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-ab101d39-148d-4277-9253-d3fee044f0a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=61fdd20b-531c-44e4-871b-ee221b26b9bc HTTP/1.1" status: 200 len: 855 time: 0.0978713 Jun 23 08:40:24.792306 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-328e0bd0-4bb3-4bea-af4e-2e43bcce9330 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2a71c23-2a6e-4a5b-9397-0dd91ec2db00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324829 Jun 23 08:40:24.809718 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-4a8b5c20-cabb-4ae1-8fc8-b359b35a075e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717610'] for network, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:24.816992 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-4a8b5c20-cabb-4ae1-8fc8-b359b35a075e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for network, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:24.821804 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-4a8b5c20-cabb-4ae1-8fc8-b359b35a075e admin admin] 10.222.0.23 "DELETE /v2.0/networks/cb17e033-2c85-4dc4-9f12-e8736f48bd1a HTTP/1.1" status: 204 len: 168 time: 0.5002410 Jun 23 08:40:24.823199 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-00ae0cc5-f7e6-4a43-8889-0f15bf7d71eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:24.841549 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b5c20-cabb-4ae1-8fc8-b359b35a075e admin admin] Pushing event deleted for resources: {'Network': ['ID=cb17e033-2c85-4dc4-9f12-e8736f48bd1a,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:24.848090 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-4a8b5c20-cabb-4ae1-8fc8-b359b35a075e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:24.886231 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 47840) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:40:24.912715 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['7ab7cb64-79e6-40f0-8f60-96edce58d693'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:40:24.917399 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-2c959edd-390d-47d3-b0bd-9ffed502b676 service neutron] 10.222.0.13 "GET /v2.0/networks/f2a71c23-2a6e-4a5b-9397-0dd91ec2db00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155574 Jun 23 08:40:25.020531 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-6f2bfe11-2064-4fde-8c76-366a1ae58a30 req-867f629c-0d8a-4fee-a4f3-6f9a3a8fdfd1 service neutron] 10.222.0.13 "GET /v2.0/networks/f2a71c23-2a6e-4a5b-9397-0dd91ec2db00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965841 Jun 23 08:40:25.040434 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b24a6b69-a093-4552-9fac-ae53123c18c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:25.047696 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 47846) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:40:25.114555 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-b919d20c-ba80-48a2-b11f-71b0ed943772 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d00d829616e461fa59187fd9f9869a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0651853 Jun 23 08:40:25.117352 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 47848) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:40:25.158147 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b24a6b69-a093-4552-9fac-ae53123c18c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:25.169824 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-b04ce7c6-3a34-460d-9844-e0af68c4ac3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:25.186392 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b24a6b69-a093-4552-9fac-ae53123c18c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:25.191985 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-daa498bf-806a-4638-8c65-28bb077a46a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:25.201455 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-b04ce7c6-3a34-460d-9844-e0af68c4ac3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:25.236448 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a6b69-a093-4552-9fac-ae53123c18c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f1393c-2d50-42a5-a8cd-9620c45cb294,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:25.240301 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-b24a6b69-a093-4552-9fac-ae53123c18c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:25.247570 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-b24a6b69-a093-4552-9fac-ae53123c18c3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0f1eb207afe45bebe42167ffeefc951&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3570466 Jun 23 08:40:25.248087 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 47852) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:40:25.285887 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91556f-3e42-4817-b4df-4792f9dc418c req-b2e2db83-99ee-499d-9c07-9546e82680a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:25.287466 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-9e91556f-3e42-4817-b4df-4792f9dc418c req-b2e2db83-99ee-499d-9c07-9546e82680a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=049e0835e2d54c6aa94a5398907d5da3&device_id=512cb6ad-7670-463b-9237-ca95b4b6ef8c HTTP/1.1" status: 200 len: 1096 time: 0.0990052 Jun 23 08:40:25.300137 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0fbfe-0aee-4642-95de-5aa05e79d414 req-a14de7ad-1485-49e7-aa25-7a39fa50b41a tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:25.301623 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e7d0fbfe-0aee-4642-95de-5aa05e79d414 req-a14de7ad-1485-49e7-aa25-7a39fa50b41a tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=512cb6ad-7670-463b-9237-ca95b4b6ef8c HTTP/1.1" status: 200 len: 943 time: 0.1487246 Jun 23 08:40:25.384079 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-9db0dc04-b36f-4754-b2e7-1cae7a69d20e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:25.400272 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e7d0fbfe-0aee-4642-95de-5aa05e79d414 req-2f1a1ae3-993a-4f43-9f6e-a75a35e1e00f tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833168 Jun 23 08:40:25.424298 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-9db0dc04-b36f-4754-b2e7-1cae7a69d20e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:25.459028 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080cc92-fb74-49c2-9c10-8cbaf10be803 req-25d2bcba-441e-4e1f-9445-a3c29877a65a tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:25.460780 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-4080cc92-fb74-49c2-9c10-8cbaf10be803 req-25d2bcba-441e-4e1f-9445-a3c29877a65a tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=858464f7-5e11-45dc-bb95-fccdc8e3271c HTTP/1.1" status: 200 len: 945 time: 0.1575058 Jun 23 08:40:25.509343 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-4080cc92-fb74-49c2-9c10-8cbaf10be803 req-4baebc11-d1b1-4c8a-ac87-daed7830688c tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424807 Jun 23 08:40:25.521211 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-9db0dc04-b36f-4754-b2e7-1cae7a69d20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:25.525114 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-9db0dc04-b36f-4754-b2e7-1cae7a69d20e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:25.526466 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-9db0dc04-b36f-4754-b2e7-1cae7a69d20e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/19f1393c-2d50-42a5-a8cd-9620c45cb294 HTTP/1.1" status: 204 len: 168 time: 0.2775447 Jun 23 08:40:25.527560 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-92337e02-1efd-46a2-9524-e6572b69ad6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:25.539593 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-b04ce7c6-3a34-460d-9844-e0af68c4ac3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:25.544953 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0dc04-b36f-4754-b2e7-1cae7a69d20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f1393c-2d50-42a5-a8cd-9620c45cb294,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:25.551551 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-b04ce7c6-3a34-460d-9844-e0af68c4ac3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:25.560507 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-9db0dc04-b36f-4754-b2e7-1cae7a69d20e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:25.566925 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-b04ce7c6-3a34-460d-9844-e0af68c4ac3c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8ad63e84-8ae2-49b5-9fd8-cb67a63eba8b HTTP/1.1" status: 204 len: 168 time: 0.4359593 Jun 23 08:40:25.596140 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-d2bd94c0-89d6-4eda-8303-7e6c327dcaca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:25.607634 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ce7c6-3a34-460d-9844-e0af68c4ac3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad63e84-8ae2-49b5-9fd8-cb67a63eba8b,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:25.610619 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-b04ce7c6-3a34-460d-9844-e0af68c4ac3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:25.644727 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91556f-3e42-4817-b4df-4792f9dc418c req-77bccb5b-b0e7-4a36-a750-8942935823c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:25.646522 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-9e91556f-3e42-4817-b4df-4792f9dc418c req-77bccb5b-b0e7-4a36-a750-8942935823c2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2a71c23-2a6e-4a5b-9397-0dd91ec2db00 HTTP/1.1" status: 200 len: 916 time: 0.3513181 Jun 23 08:40:25.698676 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-9e91556f-3e42-4817-b4df-4792f9dc418c req-66b2a387-0e68-4245-9deb-066d4e279cdc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa7f4935-1a4d-434c-8656-902f4d811ffa HTTP/1.1" status: 200 len: 217 time: 0.0409667 Jun 23 08:40:25.764655 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91556f-3e42-4817-b4df-4792f9dc418c req-6c4d1899-1e56-4c54-be1a-52b8c2191128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:25.766210 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-9e91556f-3e42-4817-b4df-4792f9dc418c req-6c4d1899-1e56-4c54-be1a-52b8c2191128 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=61fdd20b-531c-44e4-871b-ee221b26b9bc HTTP/1.1" status: 200 len: 855 time: 0.0587244 Jun 23 08:40:25.843902 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-9e91556f-3e42-4817-b4df-4792f9dc418c req-2cdee312-506d-479d-b0ed-c41b10e46413 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2a71c23-2a6e-4a5b-9397-0dd91ec2db00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660064 Jun 23 08:40:25.937099 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efddbe7d-5760-47b5-9bc7-2d36a9a32ae9 req-d8d2cc17-148f-46ef-a568-defe79d9ee9d tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:25.952249 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-efddbe7d-5760-47b5-9bc7-2d36a9a32ae9 req-d8d2cc17-148f-46ef-a568-defe79d9ee9d tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.1199343 Jun 23 08:40:26.030958 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-efddbe7d-5760-47b5-9bc7-2d36a9a32ae9 req-7e9624a5-7a1f-410f-acb3-c2e09febaf56 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763268 Jun 23 08:40:26.035276 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-9e91556f-3e42-4817-b4df-4792f9dc418c req-ed30afea-11dc-4f11-a445-36bfd8a1868b service neutron] 10.222.0.13 "GET /v2.0/networks/f2a71c23-2a6e-4a5b-9397-0dd91ec2db00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751530 Jun 23 08:40:26.085020 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 47884) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:40:26.135782 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-1b71a0d0-320d-4d12-b38f-7bb74b7a0843 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=50e6137ac97b4ce9a78dfa8b9561e422&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493050 Jun 23 08:40:26.138245 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 47886) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:40:26.142435 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-9e91556f-3e42-4817-b4df-4792f9dc418c req-0afc5034-7704-4495-aab2-0843b5b4e79c service neutron] 10.222.0.13 "GET /v2.0/networks/f2a71c23-2a6e-4a5b-9397-0dd91ec2db00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954509 Jun 23 08:40:26.189700 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-fbcf01ca-53ca-4d11-a7e4-ce68e233d1cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:26.214822 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-fbcf01ca-53ca-4d11-a7e4-ce68e233d1cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:26.271724 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-fbcf01ca-53ca-4d11-a7e4-ce68e233d1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:26.274361 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-fbcf01ca-53ca-4d11-a7e4-ce68e233d1cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:26.278303 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-fbcf01ca-53ca-4d11-a7e4-ce68e233d1cb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/51828d80-7687-43ef-9456-68e76f86656a HTTP/1.1" status: 204 len: 168 time: 0.1362996 Jun 23 08:40:26.278303 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-43911e07-179e-4195-8c36-6b982d6f4272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:26.286825 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf01ca-53ca-4d11-a7e4-ce68e233d1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51828d80-7687-43ef-9456-68e76f86656a,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:26.289286 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-fbcf01ca-53ca-4d11-a7e4-ce68e233d1cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:26.637252 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7ed5a-a9fa-4441-9e74-204174b0b41f req-089bd1e9-cc01-451d-999d-80ab2adc424c tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:26.647972 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-2db7ed5a-a9fa-4441-9e74-204174b0b41f req-089bd1e9-cc01-451d-999d-80ab2adc424c tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=512cb6ad-7670-463b-9237-ca95b4b6ef8c HTTP/1.1" status: 200 len: 943 time: 0.1210449 Jun 23 08:40:26.738477 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-2db7ed5a-a9fa-4441-9e74-204174b0b41f req-d6fa8740-0cee-4e88-923e-6c980375a90f tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840552 Jun 23 08:40:26.777414 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa11267-218b-4a25-aa33-cd8298c45817 req-6cb9c49e-308e-4f71-abf8-bde518f24217 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:26.779638 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-afa11267-218b-4a25-aa33-cd8298c45817 req-6cb9c49e-308e-4f71-abf8-bde518f24217 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=858464f7-5e11-45dc-bb95-fccdc8e3271c HTTP/1.1" status: 200 len: 945 time: 0.0976481 Jun 23 08:40:26.825155 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-afa11267-218b-4a25-aa33-cd8298c45817 req-c5a3d2c6-300c-42c4-b181-99052a30ddd8 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388808 Jun 23 08:40:27.276312 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2c9af-7eed-45d2-ac40-edf478aab3fe req-2fb20228-b2d0-4aaa-9836-50699d7a3d20 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:27.277977 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a3e2c9af-7eed-45d2-ac40-edf478aab3fe req-2fb20228-b2d0-4aaa-9836-50699d7a3d20 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.0735924 Jun 23 08:40:27.328712 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a3e2c9af-7eed-45d2-ac40-edf478aab3fe req-ee1e3356-41fd-4a58-bafb-4004a84aadf9 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441587 Jun 23 08:40:27.481470 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 47948) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:40:27.596246 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8419a0e2-2643-4f42-bd86-75ad68ea64e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:27.670087 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device 7ab7cb64-79e6-40f0-8f60-96edce58d693 up at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:40:27.684221 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8419a0e2-2643-4f42-bd86-75ad68ea64e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:27.694314 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8419a0e2-2643-4f42-bd86-75ad68ea64e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:27.698287 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-f2704094-6303-4c6f-aff0-f471c613cd8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:27.722228 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning for port 7ab7cb64-79e6-40f0-8f60-96edce58d693 completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:40:27.726087 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning complete for port 7ab7cb64-79e6-40f0-8f60-96edce58d693 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:40:27.726518 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:27.732306 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-8419a0e2-2643-4f42-bd86-75ad68ea64e5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4906b04d48e1436eadafc1158d11a59d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2497113 Jun 23 08:40:27.734831 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 47954) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:40:27.741791 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419a0e2-2643-4f42-bd86-75ad68ea64e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439829c7-0673-4125-9905-bd41ff6136e3,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:27.745240 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-8419a0e2-2643-4f42-bd86-75ad68ea64e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:27.796176 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-819c6ecd-3a9f-4abb-8f3d-aa0b5d02a9ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:27.814074 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:27.822803 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-819c6ecd-3a9f-4abb-8f3d-aa0b5d02a9ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:27.838208 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858464f7-5e11-45dc-bb95-fccdc8e3271c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab7cb64-79e6-40f0-8f60-96edce58d693'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:40:27.841236 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe10368e395667840533ec91c6601648d36376b54de0a6f6a3b23a108ba8d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93099ffd-31b1-45ba-81b9-da650437cd08" -d '{"events": [{"server_uuid": "858464f7-5e11-45dc-bb95-fccdc8e3271c", "name": "network-vif-plugged", "status": "completed", "tag": "7ab7cb64-79e6-40f0-8f60-96edce58d693"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:40:27.871182 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port 7ab7cb64-79e6-40f0-8f60-96edce58d693, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=7ab7cb64-79e6-40f0-8f60-96edce58d693,segment=NetworkSegment(3af925ae-dbce-4c89-8887-c7bd462152a0),segment_id=3af925ae-dbce-4c89-8887-c7bd462152a0)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:40:27.875434 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:27.877555 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:27.883583 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2138a393-1b0b-4f85-bd6c-b5b914f8f3bb x-openstack-request-id: req-2138a393-1b0b-4f85-bd6c-b5b914f8f3bb {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:40:27.883883 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858464f7-5e11-45dc-bb95-fccdc8e3271c", "name": "network-vif-plugged", "status": "completed", "tag": "7ab7cb64-79e6-40f0-8f60-96edce58d693", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:40:27.884145 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2138a393-1b0b-4f85-bd6c-b5b914f8f3bb {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:40:27.884536 dv-cinder-768592-7-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '858464f7-5e11-45dc-bb95-fccdc8e3271c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab7cb64-79e6-40f0-8f60-96edce58d693', 'code': 200} Jun 23 08:40:27.928995 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-819c6ecd-3a9f-4abb-8f3d-aa0b5d02a9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:27.931636 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-819c6ecd-3a9f-4abb-8f3d-aa0b5d02a9ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:27.935428 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-819c6ecd-3a9f-4abb-8f3d-aa0b5d02a9ee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/439829c7-0673-4125-9905-bd41ff6136e3 HTTP/1.1" status: 204 len: 168 time: 0.1971114 Jun 23 08:40:27.935858 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:27.950130 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=7ab7cb64-79e6-40f0-8f60-96edce58d693,revision_number=5']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:27.950745 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447ec1e-5ae3-48c2-b520-c4d78cd69df6 req-c509ac0c-e649-4354-b6e4-20c58f978a1e tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:27.957566 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-0447ec1e-5ae3-48c2-b520-c4d78cd69df6 req-c509ac0c-e649-4354-b6e4-20c58f978a1e tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=512cb6ad-7670-463b-9237-ca95b4b6ef8c HTTP/1.1" status: 200 len: 943 time: 0.0915506 Jun 23 08:40:27.978983 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:27.980669 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c6ecd-3a9f-4abb-8f3d-aa0b5d02a9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439829c7-0673-4125-9905-bd41ff6136e3,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:27.983695 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-819c6ecd-3a9f-4abb-8f3d-aa0b5d02a9ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:28.005484 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-0447ec1e-5ae3-48c2-b520-c4d78cd69df6 req-aa8fd04a-897a-40a9-bb87-aeb3715cfac7 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469115 Jun 23 08:40:28.112183 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4b76d-e1ae-4835-b8d8-142acbb8f700 req-8ad3a1fe-e2e8-49ee-a686-201fe07dc7c4 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:28.113783 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-20e4b76d-e1ae-4835-b8d8-142acbb8f700 req-8ad3a1fe-e2e8-49ee-a686-201fe07dc7c4 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=858464f7-5e11-45dc-bb95-fccdc8e3271c HTTP/1.1" status: 200 len: 946 time: 0.0729806 Jun 23 08:40:28.159317 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-20e4b76d-e1ae-4835-b8d8-142acbb8f700 req-9bf7e5d3-00d9-434c-91d8-ac765a5dde97 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395706 Jun 23 08:40:28.231547 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170abbc-11c9-46e2-9f82-e6d322832c88 req-2400ddd4-dbdb-4113-9a0c-3870d261d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:28.234521 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-5170abbc-11c9-46e2-9f82-e6d322832c88 req-2400ddd4-dbdb-4113-9a0c-3870d261d5c3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=858464f7-5e11-45dc-bb95-fccdc8e3271c HTTP/1.1" status: 200 len: 1099 time: 0.0670676 Jun 23 08:40:28.280577 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-5170abbc-11c9-46e2-9f82-e6d322832c88 req-dd492c7a-1fe4-4e33-a2a7-3dd799e3aa28 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391402 Jun 23 08:40:28.521795 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e113c5-e623-4f8c-bf60-5e7a2c284244 req-23c515f1-a7ea-45ba-b2dd-fc8ecd3357d9 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:28.523309 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d7e113c5-e623-4f8c-bf60-5e7a2c284244 req-23c515f1-a7ea-45ba-b2dd-fc8ecd3357d9 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.0741735 Jun 23 08:40:28.565619 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d7e113c5-e623-4f8c-bf60-5e7a2c284244 req-e606897c-de24-499d-9aeb-d86c58835650 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339637 Jun 23 08:40:29.189572 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0090c97-8929-4fe0-9a8b-acf85c063f92 req-faeb71cb-cd02-4eec-b4c6-b653d86498c5 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:29.192372 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c0090c97-8929-4fe0-9a8b-acf85c063f92 req-faeb71cb-cd02-4eec-b4c6-b653d86498c5 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=512cb6ad-7670-463b-9237-ca95b4b6ef8c HTTP/1.1" status: 200 len: 943 time: 0.0625360 Jun 23 08:40:29.230003 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c0090c97-8929-4fe0-9a8b-acf85c063f92 req-30abb7aa-2947-4323-b432-c59ced885318 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320113 Jun 23 08:40:29.337368 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098c5da-e988-43e2-b1ac-44c158659cb9 req-fadac99d-65ae-407a-b245-d4636eb187b4 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:29.339450 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3098c5da-e988-43e2-b1ac-44c158659cb9 req-fadac99d-65ae-407a-b245-d4636eb187b4 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=858464f7-5e11-45dc-bb95-fccdc8e3271c HTTP/1.1" status: 200 len: 946 time: 0.0666182 Jun 23 08:40:29.379109 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3098c5da-e988-43e2-b1ac-44c158659cb9 req-3a15ea18-66d0-4e05-98e6-93d72c81772c tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339384 Jun 23 08:40:29.671766 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device fa7f4935-1a4d-434c-8656-902f4d811ffa details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 08:40:29.715663 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 48028) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:40:29.764335 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4565f9-f9a5-487e-bb75-e039a3a48547 req-fb04184d-ee22-4bdc-b433-5cd658b9bc04 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:29.765936 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1b4565f9-f9a5-487e-bb75-e039a3a48547 req-fb04184d-ee22-4bdc-b433-5cd658b9bc04 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.0843172 Jun 23 08:40:29.778434 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port fa7f4935-1a4d-434c-8656-902f4d811ffa, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=fa7f4935-1a4d-434c-8656-902f4d811ffa,segment=NetworkSegment(40413b3b-b45d-4a95-ab5a-0eceb9f6e658),segment_id=40413b3b-b45d-4a95-ab5a-0eceb9f6e658)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:40:29.789858 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Returning: {'device': 'fa7f4935-1a4d-434c-8656-902f4d811ffa', 'network_id': 'f2a71c23-2a6e-4a5b-9397-0dd91ec2db00', 'port_id': 'fa7f4935-1a4d-434c-8656-902f4d811ffa', 'mac_address': 'fa:16:3e:83:19:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61fdd20b-531c-44e4-871b-ee221b26b9bc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 08:40:29.821756 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1b4565f9-f9a5-487e-bb75-e039a3a48547 req-0997c1e3-f358-4d86-b310-4aa46134bd5b tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488458 Jun 23 08:40:29.831364 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:29.848049 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa7f4935-1a4d-434c-8656-902f4d811ffa {{(pid=99595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:40:29.859257 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-02812621-67bf-4bae-a53a-9031406acb76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:29.876719 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port fa7f4935-1a4d-434c-8656-902f4d811ffa, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=fa7f4935-1a4d-434c-8656-902f4d811ffa,segment=NetworkSegment(40413b3b-b45d-4a95-ab5a-0eceb9f6e658),segment_id=40413b3b-b45d-4a95-ab5a-0eceb9f6e658)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:40:29.880835 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:29.882714 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-3f0c5f7e-6ea1-4acf-9cba-5b2843a82a7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:29.934091 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=fa7f4935-1a4d-434c-8656-902f4d811ffa,revision_number=4']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:29.937277 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:29.955560 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-02812621-67bf-4bae-a53a-9031406acb76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:29.959494 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-02812621-67bf-4bae-a53a-9031406acb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:29.961961 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-9b014433-3c89-4e75-bcd3-5c8fb7782a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:29.998783 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-02812621-67bf-4bae-a53a-9031406acb76 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e4fd93851ed4a5d892d634ac3a11564&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2816417 Jun 23 08:40:29.999701 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02812621-67bf-4bae-a53a-9031406acb76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d531d2-7a5a-4711-b502-ed1dfdaf8257,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:30.001812 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 48036) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:40:30.002618 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-02812621-67bf-4bae-a53a-9031406acb76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:30.061366 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-6686f97a-ec8f-4e73-b2fa-41cfe3e7e99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:30.083570 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-6686f97a-ec8f-4e73-b2fa-41cfe3e7e99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:30.140464 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-6686f97a-ec8f-4e73-b2fa-41cfe3e7e99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:30.143294 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-6686f97a-ec8f-4e73-b2fa-41cfe3e7e99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:30.144408 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-6686f97a-ec8f-4e73-b2fa-41cfe3e7e99b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a1d531d2-7a5a-4711-b502-ed1dfdaf8257 HTTP/1.1" status: 204 len: 168 time: 0.1414196 Jun 23 08:40:30.145121 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-2a2b13fa-421c-4da6-8092-3e0b1318c191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:30.153784 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6686f97a-ec8f-4e73-b2fa-41cfe3e7e99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d531d2-7a5a-4711-b502-ed1dfdaf8257,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:30.155946 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-6686f97a-ec8f-4e73-b2fa-41cfe3e7e99b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:30.459882 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440912ca-dfb0-4911-b8d3-ed0021f75f86 req-d090765d-daff-477e-91a2-d19688a6a9f1 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:30.461391 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-440912ca-dfb0-4911-b8d3-ed0021f75f86 req-d090765d-daff-477e-91a2-d19688a6a9f1 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=512cb6ad-7670-463b-9237-ca95b4b6ef8c HTTP/1.1" status: 200 len: 944 time: 0.0940433 Jun 23 08:40:30.576059 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-440912ca-dfb0-4911-b8d3-ed0021f75f86 req-3e9a5b22-4dbf-424b-99e3-84409109ff86 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062734 Jun 23 08:40:30.628926 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7adfd-0209-4f62-b052-1a86a030ab64 req-b3aae7bd-7e4e-4a7c-91db-347bba6c19f2 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:30.631163 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-69d7adfd-0209-4f62-b052-1a86a030ab64 req-b3aae7bd-7e4e-4a7c-91db-347bba6c19f2 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=858464f7-5e11-45dc-bb95-fccdc8e3271c HTTP/1.1" status: 200 len: 946 time: 0.0919187 Jun 23 08:40:30.697628 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-69d7adfd-0209-4f62-b052-1a86a030ab64 req-63d09425-56aa-4c2e-961d-a1eee9a9ec4c tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573568 Jun 23 08:40:30.814329 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['fa7f4935-1a4d-434c-8656-902f4d811ffa'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:40:31.063336 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13335fc-d58a-4ae5-8be1-3bd1c133d010 req-a02fd574-ebd5-4379-9e65-f24119b727bd tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:31.064894 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-f13335fc-d58a-4ae5-8be1-3bd1c133d010 req-a02fd574-ebd5-4379-9e65-f24119b727bd tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.0831926 Jun 23 08:40:31.113022 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-f13335fc-d58a-4ae5-8be1-3bd1c133d010 req-01adda42-1f62-468d-996a-1879091a7cd5 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419018 Jun 23 08:40:31.758893 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873ceb6-7937-4b0b-accf-58e671fb03fc req-5efe78f4-9c42-4a6f-a990-9862d2e1b79e tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:31.762025 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-0873ceb6-7937-4b0b-accf-58e671fb03fc req-5efe78f4-9c42-4a6f-a990-9862d2e1b79e tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=512cb6ad-7670-463b-9237-ca95b4b6ef8c HTTP/1.1" status: 200 len: 944 time: 0.0655377 Jun 23 08:40:31.798965 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-0873ceb6-7937-4b0b-accf-58e671fb03fc req-98c6db9e-e52f-45d3-bba8-0acde163dd36 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323112 Jun 23 08:40:31.893332 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3674762-7013-474c-b39c-a9c1a29ce0b8 req-10c78530-5b42-47ba-8e75-6adf86f39cd6 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:31.894694 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a3674762-7013-474c-b39c-a9c1a29ce0b8 req-10c78530-5b42-47ba-8e75-6adf86f39cd6 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=858464f7-5e11-45dc-bb95-fccdc8e3271c HTTP/1.1" status: 200 len: 946 time: 0.0619509 Jun 23 08:40:31.936576 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a3674762-7013-474c-b39c-a9c1a29ce0b8 req-dce94131-2c2d-43a8-8e12-57ac1dd548bb tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359120 Jun 23 08:40:32.217973 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 48172) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:40:32.308414 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4dd52-1847-473c-af27-af74900eba99 req-4015c4c1-c70b-480b-af10-6697e9c04307 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:32.315258 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-2ae4dd52-1847-473c-af27-af74900eba99 req-4015c4c1-c70b-480b-af10-6697e9c04307 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.0755451 Jun 23 08:40:32.348277 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-c651c4a9-c4f0-4750-9138-557661c1a0dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:32.391150 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-2ae4dd52-1847-473c-af27-af74900eba99 req-1824cf0b-88b3-46a3-86fb-ef388b8b8ddc tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747409 Jun 23 08:40:32.485721 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-c651c4a9-c4f0-4750-9138-557661c1a0dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:32.489782 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-c651c4a9-c4f0-4750-9138-557661c1a0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:32.499713 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-eda174a5-8e35-4b8a-8cab-57e240af8d4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:32.535940 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-c651c4a9-c4f0-4750-9138-557661c1a0dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=740bd7a016ec45a08606ee67417fa4d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3167336 Jun 23 08:40:32.537843 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c651c4a9-c4f0-4750-9138-557661c1a0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d9fcbe-da8b-44c4-9b2d-94f4b2054fee,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:32.538802 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 48184) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:40:32.540983 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-c651c4a9-c4f0-4750-9138-557661c1a0dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:32.596298 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8d66a1c3-affc-4b5d-91bb-9f72e1a88b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:32.617403 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8d66a1c3-affc-4b5d-91bb-9f72e1a88b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:32.664654 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8d66a1c3-affc-4b5d-91bb-9f72e1a88b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:32.667996 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8d66a1c3-affc-4b5d-91bb-9f72e1a88b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:32.669263 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-8d66a1c3-affc-4b5d-91bb-9f72e1a88b01 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/15d9fcbe-da8b-44c4-9b2d-94f4b2054fee HTTP/1.1" status: 204 len: 168 time: 0.1279027 Jun 23 08:40:32.670164 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-8419a0e2-2643-4f42-bd86-75ad68ea64e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:32.679280 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66a1c3-affc-4b5d-91bb-9f72e1a88b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d9fcbe-da8b-44c4-9b2d-94f4b2054fee,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:32.681724 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-8d66a1c3-affc-4b5d-91bb-9f72e1a88b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:32.981906 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c8430-1128-4d04-bde5-ea086ffb0bfa req-b034ca1b-cd3a-4857-8cef-a903aec61a26 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:32.983482 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3a2c8430-1128-4d04-bde5-ea086ffb0bfa req-b034ca1b-cd3a-4857-8cef-a903aec61a26 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=512cb6ad-7670-463b-9237-ca95b4b6ef8c HTTP/1.1" status: 200 len: 944 time: 0.0706897 Jun 23 08:40:33.027761 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3a2c8430-1128-4d04-bde5-ea086ffb0bfa req-241ba018-dc93-45c5-9618-b1e49bbfe6d9 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372782 Jun 23 08:40:33.338932 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 48226) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:40:33.439478 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [None req-c0eb3227-80c3-4baf-a381-b67c9bcb4590 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1961806012-network', 'tenant_id': 'de19caf921534f3b9b6bf736d1050ad0'}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:40:33.462696 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0eb3227-80c3-4baf-a381-b67c9bcb4590 admin admin] Made reservation on behalf of de19caf921534f3b9b6bf736d1050ad0 for: {'network': 1} {{(pid=99593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:40:33.465975 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-c0eb3227-80c3-4baf-a381-b67c9bcb4590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for network, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:33.475731 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-c0eb3227-80c3-4baf-a381-b67c9bcb4590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:33.624833 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-c0eb3227-80c3-4baf-a381-b67c9bcb4590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:33.633834 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ca96c-156d-460a-ac73-db85c85a0154 req-0e9b833d-2262-49ee-a44c-542b3416bafd tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:33.635599 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-790ca96c-156d-460a-ac73-db85c85a0154 req-0e9b833d-2262-49ee-a44c-542b3416bafd tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.1150908 Jun 23 08:40:33.637206 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-c0eb3227-80c3-4baf-a381-b67c9bcb4590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:33.641490 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:33.686407 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0eb3227-80c3-4baf-a381-b67c9bcb4590 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=99593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 08:40:33.696590 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb3227-80c3-4baf-a381-b67c9bcb4590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6fb967-2600-4bfe-8f0a-26deb789ce58,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:33.703452 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-c0eb3227-80c3-4baf-a381-b67c9bcb4590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:33.707839 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-c0eb3227-80c3-4baf-a381-b67c9bcb4590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565'] for segment, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:33.708191 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.db.segments_db [None req-c0eb3227-80c3-4baf-a381-b67c9bcb4590 admin admin] Added segment b9067bbb-ca07-48c0-9358-8b5e65bef2a8 of type vlan for network 752a233b-a150-437e-af54-044b68ca57ff Jun 23 08:40:33.717230 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device fa7f4935-1a4d-434c-8656-902f4d811ffa up at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:40:33.751499 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-c0eb3227-80c3-4baf-a381-b67c9bcb4590 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772758686486'] for network, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:33.787700 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-c0eb3227-80c3-4baf-a381-b67c9bcb4590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095'] for network, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:33.790149 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0eb3227-80c3-4baf-a381-b67c9bcb4590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:33.790777 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-c0eb3227-80c3-4baf-a381-b67c9bcb4590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for network, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:33.799455 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-5a3b463d-613e-4a2c-830d-1ed940e2726f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:33.821763 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning for port fa7f4935-1a4d-434c-8656-902f4d811ffa completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:40:33.833918 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-790ca96c-156d-460a-ac73-db85c85a0154 req-1cf83681-e47d-43ad-889d-59ba20cf682b tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885605 Jun 23 08:40:33.835834 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning complete for port fa7f4935-1a4d-434c-8656-902f4d811ffa triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:40:33.837150 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:33.868914 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-c0eb3227-80c3-4baf-a381-b67c9bcb4590 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5288095 Jun 23 08:40:33.872691 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 48248) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:40:33.878210 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [None req-585812ea-d1f4-4cc7-8fb0-f43e05564d61 admin admin] Request body: {'subnet': {'network_id': '752a233b-a150-437e-af54-044b68ca57ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1961806012-subnet', 'tenant_id': 'de19caf921534f3b9b6bf736d1050ad0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:40:33.888265 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb3227-80c3-4baf-a381-b67c9bcb4590 admin admin] Pushing event updated for resources: {'Network': ['ID=752a233b-a150-437e-af54-044b68ca57ff,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:33.892007 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-c0eb3227-80c3-4baf-a381-b67c9bcb4590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:33.907223 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585812ea-d1f4-4cc7-8fb0-f43e05564d61 admin admin] Made reservation on behalf of de19caf921534f3b9b6bf736d1050ad0 for: {'subnet': 1} {{(pid=99593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:40:33.909572 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-585812ea-d1f4-4cc7-8fb0-f43e05564d61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2551217'] for subnet, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:33.923650 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Network 752a233b-a150-437e-af54-044b68ca57ff details requested by agent ovs-agent-dv-cinder-768592-7-smb with host dv-cinder-768592-7-smb {{(pid=99595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 08:40:33.996170 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:34.032558 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512cb6ad-7670-463b-9237-ca95b4b6ef8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7f4935-1a4d-434c-8656-902f4d811ffa'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:40:34.034946 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe10368e395667840533ec91c6601648d36376b54de0a6f6a3b23a108ba8d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79870633-0973-4102-a4df-5639fcf8423c" -d '{"events": [{"server_uuid": "512cb6ad-7670-463b-9237-ca95b4b6ef8c", "name": "network-vif-plugged", "status": "completed", "tag": "fa7f4935-1a4d-434c-8656-902f4d811ffa"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:40:34.050008 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port fa7f4935-1a4d-434c-8656-902f4d811ffa, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=fa7f4935-1a4d-434c-8656-902f4d811ffa,segment=NetworkSegment(40413b3b-b45d-4a95-ab5a-0eceb9f6e658),segment_id=40413b3b-b45d-4a95-ab5a-0eceb9f6e658)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:40:34.055260 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:34.059828 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:34.116216 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa7da31-22be-4bbb-bf01-1613dfb82912 x-openstack-request-id: req-daa7da31-22be-4bbb-bf01-1613dfb82912 {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:40:34.116531 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512cb6ad-7670-463b-9237-ca95b4b6ef8c", "name": "network-vif-plugged", "status": "completed", "tag": "fa7f4935-1a4d-434c-8656-902f4d811ffa", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:40:34.118842 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-daa7da31-22be-4bbb-bf01-1613dfb82912 {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:40:34.119416 dv-cinder-768592-7-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512cb6ad-7670-463b-9237-ca95b4b6ef8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7f4935-1a4d-434c-8656-902f4d811ffa', 'code': 200} Jun 23 08:40:34.126047 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=fa7f4935-1a4d-434c-8656-902f4d811ffa,revision_number=5']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:34.129764 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-585812ea-d1f4-4cc7-8fb0-f43e05564d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3623915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2551203'] for subnet, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:34.130303 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:34.142824 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:34.222670 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585812ea-d1f4-4cc7-8fb0-f43e05564d61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0b1595b-da8f-430d-b6bb-c9835141e34a,revision_number=0']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:34.226698 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-585812ea-d1f4-4cc7-8fb0-f43e05564d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:34.266707 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585812ea-d1f4-4cc7-8fb0-f43e05564d61 admin admin] Checking segment: {'id': 'b9067bbb-ca07-48c0-9358-8b5e65bef2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '752a233b-a150-437e-af54-044b68ca57ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:40:34.267617 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585812ea-d1f4-4cc7-8fb0-f43e05564d61 admin admin] Network hostable DHCP agents. Network: 752a233b-a150-437e-af54-044b68ca57ff, hostable agents: ['0b6ae00f-9814-4d83-8bc7-07b3d7a0d748'], hosted agents: [] {{(pid=99593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 08:40:34.297118 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585812ea-d1f4-4cc7-8fb0-f43e05564d61 admin admin] Network 752a233b-a150-437e-af54-044b68ca57ff is scheduled to be hosted by DHCP agent 0b6ae00f-9814-4d83-8bc7-07b3d7a0d748 with binding_index 1 {{(pid=99593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 08:40:34.312776 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.base_scheduler [None req-585812ea-d1f4-4cc7-8fb0-f43e05564d61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-7-smb, 752a233b-a150-437e-af54-044b68ca57ff) {{(pid=99593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:40:34.318128 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585812ea-d1f4-4cc7-8fb0-f43e05564d61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:34.319088 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-585812ea-d1f4-4cc7-8fb0-f43e05564d61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for subnet, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:34.331710 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49086e1-6ed8-45cd-a997-62621318da1a None None] Network 752a233b-a150-437e-af54-044b68ca57ff requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:40:34.338041 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655ca82-a162-4b22-83f4-ab0c8209b483 req-7d4b0789-3b95-4a4f-a021-f03512fcc3d9 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:34.340921 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-4655ca82-a162-4b22-83f4-ab0c8209b483 req-7d4b0789-3b95-4a4f-a021-f03512fcc3d9 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=512cb6ad-7670-463b-9237-ca95b4b6ef8c HTTP/1.1" status: 200 len: 945 time: 0.1126742 Jun 23 08:40:34.361684 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-585812ea-d1f4-4cc7-8fb0-f43e05564d61 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4876406 Jun 23 08:40:34.409548 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-4655ca82-a162-4b22-83f4-ab0c8209b483 req-efc79d34-8dbc-4f53-8090-c44403df29ab tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586748 Jun 23 08:40:34.467298 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4e9d0-65bf-4913-95cb-7006a2698d92 req-31f37a29-2312-45a3-b2f9-e94dff4339ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:34.469112 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-59a4e9d0-65bf-4913-95cb-7006a2698d92 req-31f37a29-2312-45a3-b2f9-e94dff4339ac service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=512cb6ad-7670-463b-9237-ca95b4b6ef8c HTTP/1.1" status: 200 len: 1098 time: 0.0605242 Jun 23 08:40:34.510876 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-59a4e9d0-65bf-4913-95cb-7006a2698d92 req-f039d132-ffc0-4fcc-9e98-fb1007164c30 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333493 Jun 23 08:40:34.536189 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25e233e-3496-4b07-8db7-f74dda3dbe6e None None] Network 752a233b-a150-437e-af54-044b68ca57ff requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:40:35.029502 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b24aa2-f089-4a1d-bdd2-db404d26f9ac req-f2d07cea-64de-4972-8427-2bc16e7142e7 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:35.031077 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-f5b24aa2-f089-4a1d-bdd2-db404d26f9ac req-f2d07cea-64de-4972-8427-2bc16e7142e7 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.0641940 Jun 23 08:40:35.072964 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-f5b24aa2-f089-4a1d-bdd2-db404d26f9ac req-e69c6a00-dfc6-4ea4-91e0-7783d7e8bae5 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358813 Jun 23 08:40:35.584463 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b658df-2acf-4b35-97d9-bc593e59fa64 req-e3372162-a4da-4ce1-a36b-64b10dbfddde tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:35.585896 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-14b658df-2acf-4b35-97d9-bc593e59fa64 req-e3372162-a4da-4ce1-a36b-64b10dbfddde tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=512cb6ad-7670-463b-9237-ca95b4b6ef8c HTTP/1.1" status: 200 len: 945 time: 0.0616202 Jun 23 08:40:35.623222 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-14b658df-2acf-4b35-97d9-bc593e59fa64 req-5e49e075-59f5-41f4-9778-234705cc7ed6 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310147 Jun 23 08:40:36.252622 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094f828-701f-4ccd-84f6-91b0eb751a1e req-1f33dafb-cf29-4475-8962-b313c73d0c40 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:36.254224 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-5094f828-701f-4ccd-84f6-91b0eb751a1e req-1f33dafb-cf29-4475-8962-b313c73d0c40 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.0659614 Jun 23 08:40:36.292807 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-5094f828-701f-4ccd-84f6-91b0eb751a1e req-b462d07c-3bd7-4fdb-92c0-95a2f7212cd3 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329897 Jun 23 08:40:36.803571 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cac13-4233-4460-b1f7-bdba1ab955de req-0f285be3-41bb-4803-951f-9687f52f4650 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:36.805009 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d13cac13-4233-4460-b1f7-bdba1ab955de req-0f285be3-41bb-4803-951f-9687f52f4650 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=512cb6ad-7670-463b-9237-ca95b4b6ef8c HTTP/1.1" status: 200 len: 945 time: 0.0707366 Jun 23 08:40:36.846086 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d13cac13-4233-4460-b1f7-bdba1ab955de req-e241d1e0-3905-4982-8294-897b9d95225a tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353065 Jun 23 08:40:37.479698 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2e144-fee2-43e7-b94a-1eb5eeab31af req-6c3706ca-d390-4088-ba24-d9ee1f7951b1 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:37.481161 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-afc2e144-fee2-43e7-b94a-1eb5eeab31af req-6c3706ca-d390-4088-ba24-d9ee1f7951b1 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.0638554 Jun 23 08:40:37.520024 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-afc2e144-fee2-43e7-b94a-1eb5eeab31af req-2dca1d8e-cfb7-4197-9094-b2bbcda6ad2d tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332258 Jun 23 08:40:38.032372 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1806a-f59f-4275-af6e-59c2c3e57501 req-8c51a25b-3675-4c5a-890d-07752288a88f tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:38.033913 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-afb1806a-f59f-4275-af6e-59c2c3e57501 req-8c51a25b-3675-4c5a-890d-07752288a88f tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=512cb6ad-7670-463b-9237-ca95b4b6ef8c HTTP/1.1" status: 200 len: 945 time: 0.0655005 Jun 23 08:40:38.084012 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-afb1806a-f59f-4275-af6e-59c2c3e57501 req-d7bca11e-cbea-4b53-8e15-3bc7fc5f2414 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431364 Jun 23 08:40:38.333361 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-d5181e76-5260-4ddf-963b-62be17d45ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:38.693233 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87991fb-29eb-4e0b-ad50-3c243a851d42 req-787f82c1-3f77-4a84-ab3f-80f58069e8a6 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:38.694684 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a87991fb-29eb-4e0b-ad50-3c243a851d42 req-787f82c1-3f77-4a84-ab3f-80f58069e8a6 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.0646768 Jun 23 08:40:38.732988 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a87991fb-29eb-4e0b-ad50-3c243a851d42 req-d47c14fd-e24f-4783-b926-34f9003a4ce4 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319283 Jun 23 08:40:39.911193 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700fec60-e843-4a39-ba2b-db83e7646ee0 req-49aea1ee-0fb1-4d68-92f2-f969798edb3e tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:39.912635 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-700fec60-e843-4a39-ba2b-db83e7646ee0 req-49aea1ee-0fb1-4d68-92f2-f969798edb3e tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.0632460 Jun 23 08:40:39.953320 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-700fec60-e843-4a39-ba2b-db83e7646ee0 req-d75a8194-1e8a-4941-af28-cad0764b7c0f tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345378 Jun 23 08:40:40.767855 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:41.071938 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-42d00a15-c36f-4687-a68f-25b0267549a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:41.155555 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392144d-c88d-44b0-af34-4c549846219a req-0553296f-00e4-4e30-9e71-8cc88fb04da7 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:41.157002 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3392144d-c88d-44b0-af34-4c549846219a req-0553296f-00e4-4e30-9e71-8cc88fb04da7 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.0762453 Jun 23 08:40:41.195697 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3392144d-c88d-44b0-af34-4c549846219a req-290b9e6a-8b27-437c-83ea-679158bcc7bd tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329537 Jun 23 08:40:41.376051 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:41.997151 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:42.182547 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-0e1b5299-af5f-4893-b1ef-4cfea8c923c8 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:42.184601 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-0e1b5299-af5f-4893-b1ef-4cfea8c923c8 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/networks?id=752a233b-a150-437e-af54-044b68ca57ff HTTP/1.1" status: 200 len: 809 time: 0.1137183 Jun 23 08:40:42.199443 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-0a9e88dc-1370-476f-8e4e-f654629425ac tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/quotas/de19caf921534f3b9b6bf736d1050ad0 HTTP/1.1" status: 200 len: 375 time: 0.0094562 Jun 23 08:40:42.238849 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-46c729a9-e4aa-4717-8ea7-a008a4f59dc2 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=de19caf921534f3b9b6bf736d1050ad0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343997 Jun 23 08:40:42.344603 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-8016e07e-6fa3-4160-809d-5953f8706d2c service neutron] 10.222.0.23 "GET /v2.0/networks/752a233b-a150-437e-af54-044b68ca57ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983825 Jun 23 08:40:42.692700 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-944c90fe-9e60-436e-8805-9eb2efef3059 service neutron] 10.222.0.23 "GET /v2.0/networks/752a233b-a150-437e-af54-044b68ca57ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323348 Jun 23 08:40:42.701930 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc3274-ad18-4039-a497-d2f2128af8c0 req-e9e4ea11-fc66-4ecb-83a1-767f840ebb1f tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:42.703539 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-2bdc3274-ad18-4039-a497-d2f2128af8c0 req-e9e4ea11-fc66-4ecb-83a1-767f840ebb1f tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.3791301 Jun 23 08:40:42.746756 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-2bdc3274-ad18-4039-a497-d2f2128af8c0 req-f2ef3ca6-588a-4276-afbd-3f63b283aeb1 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371478 Jun 23 08:40:42.892575 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-bfbabb43-2493-498a-bafb-ab9f23b135c7 req-d8fbcd34-c94f-4052-b0e7-66023dc2e21a tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1744620-9200-46a9-ba53-4e4867afe748 HTTP/1.1" status: 200 len: 210 time: 0.0397654 Jun 23 08:40:43.571550 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:43.932476 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e48ea-7414-49cf-8df9-f0292b80258d req-b5311235-5237-42e5-bff3-70278cdc05c6 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:43.935188 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-713e48ea-7414-49cf-8df9-f0292b80258d req-b5311235-5237-42e5-bff3-70278cdc05c6 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.0640323 Jun 23 08:40:43.971726 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-713e48ea-7414-49cf-8df9-f0292b80258d req-87763490-97a7-4ce0-84e8-8aefdd85d9b6 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318973 Jun 23 08:40:44.044979 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-5ad758fa-cb1b-4d27-9955-9243c5e68638 req-0d970c15-da4e-48da-9a1b-de7684980d6b tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1744620-9200-46a9-ba53-4e4867afe748 HTTP/1.1" status: 200 len: 210 time: 0.0286589 Jun 23 08:40:44.397267 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-5a5e504f-794c-4451-b8ab-9b7294bc656b tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:44.398716 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-5a5e504f-794c-4451-b8ab-9b7294bc656b tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.13 "GET /v2.0/networks?id=752a233b-a150-437e-af54-044b68ca57ff HTTP/1.1" status: 200 len: 809 time: 0.1275048 Jun 23 08:40:44.420647 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-8471fdaf-856d-4c6e-8c8b-1bb9494c2e3a tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Request body: {'port': {'device_id': 'b1744620-9200-46a9-ba53-4e4867afe748', 'network_id': '752a233b-a150-437e-af54-044b68ca57ff', 'admin_state_up': True, 'tenant_id': 'de19caf921534f3b9b6bf736d1050ad0'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:40:44.536216 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-8471fdaf-856d-4c6e-8c8b-1bb9494c2e3a tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Made reservation on behalf of de19caf921534f3b9b6bf736d1050ad0 for: {'port': 1} {{(pid=99594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:40:44.540160 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-8471fdaf-856d-4c6e-8c8b-1bb9494c2e3a tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:44.681481 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.db_base_plugin_common [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-8471fdaf-856d-4c6e-8c8b-1bb9494c2e3a tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Allocated IP 172.20.0.4 (752a233b-a150-437e-af54-044b68ca57ff/b0b1595b-da8f-430d-b6bb-c9835141e34a/bd08421d-bf23-4639-bdf8-d577654066d1) {{(pid=99594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:40:44.837269 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-8471fdaf-856d-4c6e-8c8b-1bb9494c2e3a tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Notify callbacks [] for port, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:44.876576 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-8471fdaf-856d-4c6e-8c8b-1bb9494c2e3a tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117'] for port, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:44.880864 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-207fea86-b2ef-4839-ac84-c81487a96f29 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:44.922751 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-8471fdaf-856d-4c6e-8c8b-1bb9494c2e3a tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Network 752a233b-a150-437e-af54-044b68ca57ff is already hosted by enough agents. {{(pid=99594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:40:44.925847 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-8471fdaf-856d-4c6e-8c8b-1bb9494c2e3a tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Resources bound (agent type, host, resource id): {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:40:44.933165 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-8471fdaf-856d-4c6e-8c8b-1bb9494c2e3a tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Received port after_create {{(pid=99594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:40:44.939242 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-8471fdaf-856d-4c6e-8c8b-1bb9494c2e3a tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:44.939791 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-8471fdaf-856d-4c6e-8c8b-1bb9494c2e3a tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:44.946546 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471fdaf-856d-4c6e-8c8b-1bb9494c2e3a tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Pushing event updated for resources: {'Port': ['ID=bd08421d-bf23-4639-bdf8-d577654066d1,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:44.952341 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-8471fdaf-856d-4c6e-8c8b-1bb9494c2e3a tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:44.960343 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-8471fdaf-856d-4c6e-8c8b-1bb9494c2e3a tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5443165 Jun 23 08:40:44.977578 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-b4d437f6-5fc6-411c-8fd7-74420937b8f1 service neutron] Request body: {'port': {'device_id': 'b1744620-9200-46a9-ba53-4e4867afe748', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:40:45.058801 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-b4d437f6-5fc6-411c-8fd7-74420937b8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:45.164494 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72300421-1c40-4b7a-8a97-8b7e30cd982d req-1e2447e1-36ae-46a2-88a1-285b008d05cf tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:45.166173 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-72300421-1c40-4b7a-8a97-8b7e30cd982d req-1e2447e1-36ae-46a2-88a1-285b008d05cf tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.0724342 Jun 23 08:40:45.239525 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-72300421-1c40-4b7a-8a97-8b7e30cd982d req-ba743685-1eec-4a94-9f7c-c4b898278a52 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673835 Jun 23 08:40:45.277785 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1865a9-a096-4021-971a-ff0ff74459b2 req-78f18577-fe7b-486d-9fbc-313a8e21dbf3 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:45.279397 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-0e1865a9-a096-4021-971a-ff0ff74459b2 req-78f18577-fe7b-486d-9fbc-313a8e21dbf3 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1744620-9200-46a9-ba53-4e4867afe748 HTTP/1.1" status: 200 len: 931 time: 0.0901215 Jun 23 08:40:45.342035 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-0e1865a9-a096-4021-971a-ff0ff74459b2 req-00f3257a-b915-4843-a6e9-196f86ce18b7 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a6fb967-2600-4bfe-8f0a-26deb789ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564904 Jun 23 08:40:45.356345 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc4978-02a0-4cab-b6db-570a328253b3 req-9e5b9615-b38d-4ccc-bf15-45485afcac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:45.358202 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f1dc4978-02a0-4cab-b6db-570a328253b3 req-9e5b9615-b38d-4ccc-bf15-45485afcac9b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 1099 time: 0.1099849 Jun 23 08:40:45.448059 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f1dc4978-02a0-4cab-b6db-570a328253b3 req-38e1d27f-0b37-4bac-adfa-264f7aa11c80 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720365 Jun 23 08:40:45.452766 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-b4d437f6-5fc6-411c-8fd7-74420937b8f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd08421d-bf23-4639-bdf8-d577654066d1 {{(pid=99594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:40:45.460562 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-b4d437f6-5fc6-411c-8fd7-74420937b8f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:45.476080 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.provisioning_blocks [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-b4d437f6-5fc6-411c-8fd7-74420937b8f1 service neutron] Transition to ACTIVE for port object bd08421d-bf23-4639-bdf8-d577654066d1 will not be triggered until provisioned by entity L2. {{(pid=99594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:40:45.479884 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-b4d437f6-5fc6-411c-8fd7-74420937b8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:45.481821 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:45.533928 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d437f6-5fc6-411c-8fd7-74420937b8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=bd08421d-bf23-4639-bdf8-d577654066d1,revision_number=2']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:45.535511 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-b4d437f6-5fc6-411c-8fd7-74420937b8f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:45.565773 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-b4d437f6-5fc6-411c-8fd7-74420937b8f1 service neutron] Attempting to bind port bd08421d-bf23-4639-bdf8-d577654066d1 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:40:45.566026 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-b4d437f6-5fc6-411c-8fd7-74420937b8f1 service neutron] Attempting to bind port bd08421d-bf23-4639-bdf8-d577654066d1 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': 'b9067bbb-ca07-48c0-9358-8b5e65bef2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '752a233b-a150-437e-af54-044b68ca57ff'}] {{(pid=99594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:40:45.566356 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-b4d437f6-5fc6-411c-8fd7-74420937b8f1 service neutron] Attempting to bind port bd08421d-bf23-4639-bdf8-d577654066d1 on network 752a233b-a150-437e-af54-044b68ca57ff {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:40:45.570569 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-b4d437f6-5fc6-411c-8fd7-74420937b8f1 service neutron] Port bd08421d-bf23-4639-bdf8-d577654066d1 on network 752a233b-a150-437e-af54-044b68ca57ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 08:40:45.570925 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-b4d437f6-5fc6-411c-8fd7-74420937b8f1 service neutron] Attempting to bind port bd08421d-bf23-4639-bdf8-d577654066d1 on network 752a233b-a150-437e-af54-044b68ca57ff {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:40:45.576480 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-b4d437f6-5fc6-411c-8fd7-74420937b8f1 service neutron] Checking agent: {'id': '5783bbde-a90f-4f17-9165-5d18275c1698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 37, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:40:45.576821 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-b4d437f6-5fc6-411c-8fd7-74420937b8f1 service neutron] Checking segment: {'id': 'b9067bbb-ca07-48c0-9358-8b5e65bef2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '752a233b-a150-437e-af54-044b68ca57ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:40:45.577207 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-b4d437f6-5fc6-411c-8fd7-74420937b8f1 service neutron] Bound using segment: {'id': 'b9067bbb-ca07-48c0-9358-8b5e65bef2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '752a233b-a150-437e-af54-044b68ca57ff'} {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:40:45.577638 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-b4d437f6-5fc6-411c-8fd7-74420937b8f1 service neutron] Bound port: bd08421d-bf23-4639-bdf8-d577654066d1, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9067bbb-ca07-48c0-9358-8b5e65bef2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '752a233b-a150-437e-af54-044b68ca57ff'}}] {{(pid=99594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:40:45.577989 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-b4d437f6-5fc6-411c-8fd7-74420937b8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:45.641209 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-b4d437f6-5fc6-411c-8fd7-74420937b8f1 service neutron] For port bd08421d-bf23-4639-bdf8-d577654066d1, host hv-cinder-76859, cleared binding levels {{(pid=99594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:40:45.644452 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-b4d437f6-5fc6-411c-8fd7-74420937b8f1 service neutron] For port bd08421d-bf23-4639-bdf8-d577654066d1, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=bd08421d-bf23-4639-bdf8-d577654066d1,segment=NetworkSegment(b9067bbb-ca07-48c0-9358-8b5e65bef2a8),segment_id=b9067bbb-ca07-48c0-9358-8b5e65bef2a8)] {{(pid=99594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:40:45.648512 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-b4d437f6-5fc6-411c-8fd7-74420937b8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:45.651591 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-14a5d6bd-6fb9-49d7-849e-01af90926a94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:45.689324 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-b4d437f6-5fc6-411c-8fd7-74420937b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:45.690035 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-b4d437f6-5fc6-411c-8fd7-74420937b8f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:45.691592 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-b4d437f6-5fc6-411c-8fd7-74420937b8f1 service neutron] 10.222.0.13 "PUT /v2.0/ports/bd08421d-bf23-4639-bdf8-d577654066d1 HTTP/1.1" status: 200 len: 1093 time: 0.7180550 Jun 23 08:40:45.692066 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1744620-9200-46a9-ba53-4e4867afe748', 'tag': 'bd08421d-bf23-4639-bdf8-d577654066d1'}] {{(pid=99594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:40:45.694264 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3f20cf24677dbb31f56fc6b5fcedde197d4abde885e517d24b88e41f2eb98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf94e0a5-aec9-4aa1-acdf-9f252fe69e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "b1744620-9200-46a9-ba53-4e4867afe748", "tag": "bd08421d-bf23-4639-bdf8-d577654066d1"}]}' {{(pid=99594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:40:45.717844 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d437f6-5fc6-411c-8fd7-74420937b8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=bd08421d-bf23-4639-bdf8-d577654066d1,revision_number=3']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:45.721008 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-b4d437f6-5fc6-411c-8fd7-74420937b8f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:45.741395 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 08:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e0c6b8-f245-422d-a9d5-9c3c27dcfe46 x-openstack-request-id: req-c5e0c6b8-f245-422d-a9d5-9c3c27dcfe46 {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:40:45.741964 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1744620-9200-46a9-ba53-4e4867afe748", "tag": "bd08421d-bf23-4639-bdf8-d577654066d1", "status": "completed", "code": 200}]} {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:40:45.742249 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c5e0c6b8-f245-422d-a9d5-9c3c27dcfe46 {{(pid=99594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:40:45.742667 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1744620-9200-46a9-ba53-4e4867afe748', 'tag': 'bd08421d-bf23-4639-bdf8-d577654066d1', 'status': 'completed', 'code': 200} Jun 23 08:40:46.314587 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94e0a5-aec9-4aa1-acdf-9f252fe69e2f req-dd7981c6-9682-42ec-b06e-a690fc702109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:46.316097 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-bf94e0a5-aec9-4aa1-acdf-9f252fe69e2f req-dd7981c6-9682-42ec-b06e-a690fc702109 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de19caf921534f3b9b6bf736d1050ad0&device_id=b1744620-9200-46a9-ba53-4e4867afe748 HTTP/1.1" status: 200 len: 1096 time: 0.0535021 Jun 23 08:40:46.426888 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7c5ac-c0ac-4449-8c6c-7c4953ba814f req-3e1ce9b6-6da5-4298-949c-cb87d91afeb9 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:46.428473 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-0eb7c5ac-c0ac-4449-8c6c-7c4953ba814f req-3e1ce9b6-6da5-4298-949c-cb87d91afeb9 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.0685768 Jun 23 08:40:46.513322 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-0eb7c5ac-c0ac-4449-8c6c-7c4953ba814f req-e2c5e134-c994-4ede-bbde-a72f36dc6a2c tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780165 Jun 23 08:40:46.526566 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94e0a5-aec9-4aa1-acdf-9f252fe69e2f req-eea92b90-379e-475f-a28e-34e26cc8debf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:46.528290 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-bf94e0a5-aec9-4aa1-acdf-9f252fe69e2f req-eea92b90-379e-475f-a28e-34e26cc8debf service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=de19caf921534f3b9b6bf736d1050ad0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1926315 Jun 23 08:40:46.565396 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7c4e2-e919-4d76-8e08-9c6b9de8296e req-c6ebe840-d440-4743-9c20-725a890d5cd1 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:46.572843 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-82f7c4e2-e919-4d76-8e08-9c6b9de8296e req-c6ebe840-d440-4743-9c20-725a890d5cd1 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1744620-9200-46a9-ba53-4e4867afe748 HTTP/1.1" status: 200 len: 943 time: 0.1036897 Jun 23 08:40:46.617107 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-82f7c4e2-e919-4d76-8e08-9c6b9de8296e req-3af59685-106a-4f1a-8c1e-6a71b7f55f52 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a6fb967-2600-4bfe-8f0a-26deb789ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430939 Jun 23 08:40:46.722860 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94e0a5-aec9-4aa1-acdf-9f252fe69e2f req-374d3338-cf04-476c-b11a-647315df1c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:46.724448 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-bf94e0a5-aec9-4aa1-acdf-9f252fe69e2f req-374d3338-cf04-476c-b11a-647315df1c89 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1892374 Jun 23 08:40:46.922041 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-d1e4f6cc-3bfa-4d92-81b9-9ef4789f5755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:46.925075 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-d1e4f6cc-3bfa-4d92-81b9-9ef4789f5755 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de19caf921534f3b9b6bf736d1050ad0&device_id=b1744620-9200-46a9-ba53-4e4867afe748 HTTP/1.1" status: 200 len: 1096 time: 0.0818412 Jun 23 08:40:47.008793 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-0272870a-fb3b-461c-b66a-dca60eaf1bf7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd08421d-bf23-4639-bdf8-d577654066d1 HTTP/1.1" status: 200 len: 217 time: 0.0477488 Jun 23 08:40:47.073546 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-abf7e4c0-94ca-4f5c-80e9-9689e070b408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:47.075013 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-abf7e4c0-94ca-4f5c-80e9-9689e070b408 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0b1595b-da8f-430d-b6bb-c9835141e34a HTTP/1.1" status: 200 len: 849 time: 0.0581574 Jun 23 08:40:47.111869 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-71d9fc73-7266-454c-accc-3508be25017e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=752a233b-a150-437e-af54-044b68ca57ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267959 Jun 23 08:40:47.206588 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-6b1fbbd2-5872-47f6-94fe-4fb2e54f62d7 service neutron] 10.222.0.13 "GET /v2.0/networks/752a233b-a150-437e-af54-044b68ca57ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826504 Jun 23 08:40:47.209399 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-bdbebc10-57fe-4303-a549-6a2b3b8918e2 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:47.210851 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-bdbebc10-57fe-4303-a549-6a2b3b8918e2 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/networks?id=f2a71c23-2a6e-4a5b-9397-0dd91ec2db00 HTTP/1.1" status: 200 len: 815 time: 0.1055026 Jun 23 08:40:47.225823 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-360a9838-c323-4631-8525-31d5ed275233 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/quotas/049e0835e2d54c6aa94a5398907d5da3 HTTP/1.1" status: 200 len: 375 time: 0.0091934 Jun 23 08:40:47.301163 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-31ccf5f3-7b05-44ed-a3ef-09c23bfec540 req-d2d2db98-6e6d-4c87-8c18-e3c886b7095b service neutron] 10.222.0.13 "GET /v2.0/networks/752a233b-a150-437e-af54-044b68ca57ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864272 Jun 23 08:40:47.310614 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-4eeee34d-e48a-43ed-aa36-09c4bf3fc13f tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=049e0835e2d54c6aa94a5398907d5da3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0791881 Jun 23 08:40:47.406791 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-db171cf8-4ff3-4ea4-a2c8-75a3b1e72b3c service neutron] 10.222.0.23 "GET /v2.0/networks/f2a71c23-2a6e-4a5b-9397-0dd91ec2db00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893400 Jun 23 08:40:47.501708 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-f877a470-4c64-4aec-a56a-6e32b6508c6b service neutron] 10.222.0.23 "GET /v2.0/networks/f2a71c23-2a6e-4a5b-9397-0dd91ec2db00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889618 Jun 23 08:40:47.709632 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9b912f67-66e7-472f-a334-6ee37baf6690 req-e9729469-59df-41d7-b6ef-3c711f7c9613 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7a7294a-43d9-48c0-96e6-d22f1c1b2f99 HTTP/1.1" status: 200 len: 210 time: 0.0521111 Jun 23 08:40:47.753582 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f7e5a-76bd-4ec4-b30f-8fd61b0f0881 req-ad5d8d81-376b-4ea9-a28b-dccd6b4df4db tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:47.755404 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-4f3f7e5a-76bd-4ec4-b30f-8fd61b0f0881 req-ad5d8d81-376b-4ea9-a28b-dccd6b4df4db tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.1097486 Jun 23 08:40:47.810469 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-4f3f7e5a-76bd-4ec4-b30f-8fd61b0f0881 req-fee6ed65-4339-45b9-a571-efb85b7f7ae7 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429411 Jun 23 08:40:47.914253 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c85eb4-4bd9-48a4-86a9-84c1ca9a1a11 req-bae0b5ff-417d-4bb7-a4e6-1c51f9ea7500 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:47.915835 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-47c85eb4-4bd9-48a4-86a9-84c1ca9a1a11 req-bae0b5ff-417d-4bb7-a4e6-1c51f9ea7500 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1744620-9200-46a9-ba53-4e4867afe748 HTTP/1.1" status: 200 len: 943 time: 0.0854323 Jun 23 08:40:47.962172 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-47c85eb4-4bd9-48a4-86a9-84c1ca9a1a11 req-d530763e-18c6-4686-b55d-729ccd9e5aad tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a6fb967-2600-4bfe-8f0a-26deb789ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394304 Jun 23 08:40:48.850255 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6fb37937-c5ed-4cf7-9408-f74a4f795dca req-616a796c-fe15-4129-8eaa-82d7cb198242 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7a7294a-43d9-48c0-96e6-d22f1c1b2f99 HTTP/1.1" status: 200 len: 210 time: 0.0287976 Jun 23 08:40:48.996278 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099aca95-b3e7-4595-97a9-aa6ae67da3b5 req-2a7501a1-85f6-492a-9b39-fc7536af5ce4 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:48.997812 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-099aca95-b3e7-4595-97a9-aa6ae67da3b5 req-2a7501a1-85f6-492a-9b39-fc7536af5ce4 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.0718653 Jun 23 08:40:49.058914 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-099aca95-b3e7-4595-97a9-aa6ae67da3b5 req-6ef7ebf3-46cd-4f90-bd68-34600d7bdf2e tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542092 Jun 23 08:40:49.175700 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1c5a5-5208-4b28-b83f-8fe83edd2bdb req-bc782cc4-d165-4a71-bc3e-1b74afb4fc37 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:49.177185 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-06b1c5a5-5208-4b28-b83f-8fe83edd2bdb req-bc782cc4-d165-4a71-bc3e-1b74afb4fc37 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1744620-9200-46a9-ba53-4e4867afe748 HTTP/1.1" status: 200 len: 943 time: 0.0892582 Jun 23 08:40:49.254510 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-06b1c5a5-5208-4b28-b83f-8fe83edd2bdb req-30b81b49-9bf8-4c5b-896d-aea32c5b7903 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a6fb967-2600-4bfe-8f0a-26deb789ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684137 Jun 23 08:40:49.276334 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-01d109f9-70fc-466a-8813-f1341ad670c8 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:49.279353 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-01d109f9-70fc-466a-8813-f1341ad670c8 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.13 "GET /v2.0/networks?id=f2a71c23-2a6e-4a5b-9397-0dd91ec2db00 HTTP/1.1" status: 200 len: 815 time: 0.1373823 Jun 23 08:40:49.296987 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779d86b-0364-4cfe-a447-a5d6ff551d00 req-11786376-8f9f-4d59-b102-4aa5c83c4720 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:49.305580 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-4779d86b-0364-4cfe-a447-a5d6ff551d00 req-11786376-8f9f-4d59-b102-4aa5c83c4720 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0956023 Jun 23 08:40:49.310607 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-3aec8212-7576-4627-91de-30b42b4e28db tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Request body: {'port': {'device_id': 'd7a7294a-43d9-48c0-96e6-d22f1c1b2f99', 'network_id': 'f2a71c23-2a6e-4a5b-9397-0dd91ec2db00', 'admin_state_up': True, 'tenant_id': '049e0835e2d54c6aa94a5398907d5da3'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:40:49.392728 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-4779d86b-0364-4cfe-a447-a5d6ff551d00 req-6ba4bd05-1ec0-4c16-ac60-8352bb9367e7 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860982 Jun 23 08:40:49.473354 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-3aec8212-7576-4627-91de-30b42b4e28db tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Made reservation on behalf of 049e0835e2d54c6aa94a5398907d5da3 for: {'port': 1} {{(pid=99594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:40:49.481975 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-3aec8212-7576-4627-91de-30b42b4e28db tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:49.627244 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.db_base_plugin_common [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-3aec8212-7576-4627-91de-30b42b4e28db tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Allocated IP 172.20.0.12 (f2a71c23-2a6e-4a5b-9397-0dd91ec2db00/61fdd20b-531c-44e4-871b-ee221b26b9bc/09697a7c-6aac-4061-8d5f-1da5b5121292) {{(pid=99594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:40:49.813309 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-3aec8212-7576-4627-91de-30b42b4e28db tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Notify callbacks [] for port, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:49.856884 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-3aec8212-7576-4627-91de-30b42b4e28db tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117'] for port, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:49.862382 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-115091d7-3643-4b92-a096-c99ba4ecd268 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:49.910985 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-3aec8212-7576-4627-91de-30b42b4e28db tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Network f2a71c23-2a6e-4a5b-9397-0dd91ec2db00 is already hosted by enough agents. {{(pid=99594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:40:49.920268 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-3aec8212-7576-4627-91de-30b42b4e28db tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Resources bound (agent type, host, resource id): {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:40:49.921813 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['ec3a50bb-9a40-4f54-bfe9-ab35584f2f58', '2f98d1f2-8403-4c64-be5d-fb74f8405421', 'fa7f4935-1a4d-434c-8656-902f4d811ffa'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:40:49.926483 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-3aec8212-7576-4627-91de-30b42b4e28db tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Received port after_create {{(pid=99594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:40:49.935705 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-3aec8212-7576-4627-91de-30b42b4e28db tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:49.936384 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-3aec8212-7576-4627-91de-30b42b4e28db tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:49.950226 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec8212-7576-4627-91de-30b42b4e28db tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Pushing event updated for resources: {'Port': ['ID=09697a7c-6aac-4061-8d5f-1da5b5121292,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:49.960811 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-3aec8212-7576-4627-91de-30b42b4e28db tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:49.970091 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-3aec8212-7576-4627-91de-30b42b4e28db tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6660721 Jun 23 08:40:49.994188 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-9e98db3c-cfb1-4b35-b93f-98ec422bb9ec service neutron] Request body: {'port': {'device_id': 'd7a7294a-43d9-48c0-96e6-d22f1c1b2f99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:40:50.012997 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 48806) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:40:50.058415 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d709ef-32f0-4151-b257-7884e91e22ca req-c8b26550-e842-4e61-972b-dbfbdb053ad9 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:50.060242 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-71d709ef-32f0-4151-b257-7884e91e22ca req-c8b26550-e842-4e61-972b-dbfbdb053ad9 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7a7294a-43d9-48c0-96e6-d22f1c1b2f99 HTTP/1.1" status: 200 len: 932 time: 0.0848129 Jun 23 08:40:50.074528 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-9e98db3c-cfb1-4b35-b93f-98ec422bb9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:50.118842 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-71d709ef-32f0-4151-b257-7884e91e22ca req-8a8c065a-2448-4910-8501-deccdaf0e134 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511398 Jun 23 08:40:50.155390 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-3dad28ad-fb4d-46de-a6fa-fdba1eb16b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:50.304771 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-3dad28ad-fb4d-46de-a6fa-fdba1eb16b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:50.312087 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-3dad28ad-fb4d-46de-a6fa-fdba1eb16b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:50.316354 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-648b0c9f-9d12-44cf-b101-9ffcb1c9d15c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:50.357743 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad28ad-fb4d-46de-a6fa-fdba1eb16b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c54473-1bfe-4d45-a643-6f0e6e3e5a66,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:50.362284 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-3dad28ad-fb4d-46de-a6fa-fdba1eb16b27 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fbf52ea9b5e74319b3cc06b931d6e282&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3473859 Jun 23 08:40:50.363244 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-3dad28ad-fb4d-46de-a6fa-fdba1eb16b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:50.364949 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 48816) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:40:50.466112 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-51ddcc32-f688-481c-8ca4-0d87922c45b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:50.502370 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-51ddcc32-f688-481c-8ca4-0d87922c45b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:50.516477 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb37481-e919-4777-b27a-61d5be3a974d req-9752c007-cfae-48e5-9e63-65dcee9feaa0 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:50.518038 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-ddb37481-e919-4777-b27a-61d5be3a974d req-9752c007-cfae-48e5-9e63-65dcee9feaa0 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1744620-9200-46a9-ba53-4e4867afe748 HTTP/1.1" status: 200 len: 943 time: 0.1144428 Jun 23 08:40:50.583299 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-ddb37481-e919-4777-b27a-61d5be3a974d req-67db3e35-c8d2-4a78-979c-796e90ae6015 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a6fb967-2600-4bfe-8f0a-26deb789ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557513 Jun 23 08:40:50.596612 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-51ddcc32-f688-481c-8ca4-0d87922c45b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:50.601246 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-51ddcc32-f688-481c-8ca4-0d87922c45b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:50.602669 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-51ddcc32-f688-481c-8ca4-0d87922c45b4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a0c54473-1bfe-4d45-a643-6f0e6e3e5a66 HTTP/1.1" status: 204 len: 168 time: 0.2365973 Jun 23 08:40:50.604299 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-099222a5-6abe-4b6e-9eba-91d69c022b2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:50.626947 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ddcc32-f688-481c-8ca4-0d87922c45b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c54473-1bfe-4d45-a643-6f0e6e3e5a66,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:50.630641 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-51ddcc32-f688-481c-8ca4-0d87922c45b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:50.653933 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-9e98db3c-cfb1-4b35-b93f-98ec422bb9ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09697a7c-6aac-4061-8d5f-1da5b5121292 {{(pid=99594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:40:50.661882 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-9e98db3c-cfb1-4b35-b93f-98ec422bb9ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:50.675554 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.provisioning_blocks [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-9e98db3c-cfb1-4b35-b93f-98ec422bb9ec service neutron] Transition to ACTIVE for port object 09697a7c-6aac-4061-8d5f-1da5b5121292 will not be triggered until provisioned by entity L2. {{(pid=99594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:40:50.680893 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-9e98db3c-cfb1-4b35-b93f-98ec422bb9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:50.684356 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:50.740758 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e98db3c-cfb1-4b35-b93f-98ec422bb9ec service neutron] Pushing event updated for resources: {'Port': ['ID=09697a7c-6aac-4061-8d5f-1da5b5121292,revision_number=2']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:50.760179 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-9e98db3c-cfb1-4b35-b93f-98ec422bb9ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:50.773710 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-9e98db3c-cfb1-4b35-b93f-98ec422bb9ec service neutron] Attempting to bind port 09697a7c-6aac-4061-8d5f-1da5b5121292 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:40:50.774048 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-9e98db3c-cfb1-4b35-b93f-98ec422bb9ec service neutron] Attempting to bind port 09697a7c-6aac-4061-8d5f-1da5b5121292 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '40413b3b-b45d-4a95-ab5a-0eceb9f6e658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f2a71c23-2a6e-4a5b-9397-0dd91ec2db00'}] {{(pid=99594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:40:50.774376 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-9e98db3c-cfb1-4b35-b93f-98ec422bb9ec service neutron] Attempting to bind port 09697a7c-6aac-4061-8d5f-1da5b5121292 on network f2a71c23-2a6e-4a5b-9397-0dd91ec2db00 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:40:50.778914 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-9e98db3c-cfb1-4b35-b93f-98ec422bb9ec service neutron] Port 09697a7c-6aac-4061-8d5f-1da5b5121292 on network f2a71c23-2a6e-4a5b-9397-0dd91ec2db00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 08:40:50.779236 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-9e98db3c-cfb1-4b35-b93f-98ec422bb9ec service neutron] Attempting to bind port 09697a7c-6aac-4061-8d5f-1da5b5121292 on network f2a71c23-2a6e-4a5b-9397-0dd91ec2db00 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:40:50.783997 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-9e98db3c-cfb1-4b35-b93f-98ec422bb9ec service neutron] Checking agent: {'id': '5783bbde-a90f-4f17-9165-5d18275c1698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 37, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:40:50.784341 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-9e98db3c-cfb1-4b35-b93f-98ec422bb9ec service neutron] Checking segment: {'id': '40413b3b-b45d-4a95-ab5a-0eceb9f6e658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f2a71c23-2a6e-4a5b-9397-0dd91ec2db00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:40:50.784725 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-9e98db3c-cfb1-4b35-b93f-98ec422bb9ec service neutron] Bound using segment: {'id': '40413b3b-b45d-4a95-ab5a-0eceb9f6e658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f2a71c23-2a6e-4a5b-9397-0dd91ec2db00'} {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:40:50.785149 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-9e98db3c-cfb1-4b35-b93f-98ec422bb9ec service neutron] Bound port: 09697a7c-6aac-4061-8d5f-1da5b5121292, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40413b3b-b45d-4a95-ab5a-0eceb9f6e658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f2a71c23-2a6e-4a5b-9397-0dd91ec2db00'}}] {{(pid=99594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:40:50.786803 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-9e98db3c-cfb1-4b35-b93f-98ec422bb9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:50.855629 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-9e98db3c-cfb1-4b35-b93f-98ec422bb9ec service neutron] For port 09697a7c-6aac-4061-8d5f-1da5b5121292, host hv-cinder-76859, cleared binding levels {{(pid=99594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:40:50.859035 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-9e98db3c-cfb1-4b35-b93f-98ec422bb9ec service neutron] For port 09697a7c-6aac-4061-8d5f-1da5b5121292, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=09697a7c-6aac-4061-8d5f-1da5b5121292,segment=NetworkSegment(40413b3b-b45d-4a95-ab5a-0eceb9f6e658),segment_id=40413b3b-b45d-4a95-ab5a-0eceb9f6e658)] {{(pid=99594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:40:50.864280 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-9e98db3c-cfb1-4b35-b93f-98ec422bb9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:50.868291 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-518f9e7b-ab34-4cc6-9aab-1691ec1bdb42 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:50.910368 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-9e98db3c-cfb1-4b35-b93f-98ec422bb9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:50.911045 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-9e98db3c-cfb1-4b35-b93f-98ec422bb9ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:50.912435 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-9e98db3c-cfb1-4b35-b93f-98ec422bb9ec service neutron] 10.222.0.13 "PUT /v2.0/ports/09697a7c-6aac-4061-8d5f-1da5b5121292 HTTP/1.1" status: 200 len: 1094 time: 0.9233692 Jun 23 08:40:50.912933 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a7294a-43d9-48c0-96e6-d22f1c1b2f99', 'tag': '09697a7c-6aac-4061-8d5f-1da5b5121292'}] {{(pid=99594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:40:50.916793 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 48830) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:40:50.916991 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3f20cf24677dbb31f56fc6b5fcedde197d4abde885e517d24b88e41f2eb98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac692e51-c278-4854-8027-5a7486ee528a" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a7294a-43d9-48c0-96e6-d22f1c1b2f99", "tag": "09697a7c-6aac-4061-8d5f-1da5b5121292"}]}' {{(pid=99594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:40:50.936781 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e98db3c-cfb1-4b35-b93f-98ec422bb9ec service neutron] Pushing event updated for resources: {'Port': ['ID=09697a7c-6aac-4061-8d5f-1da5b5121292,revision_number=3']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:50.939946 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-9e98db3c-cfb1-4b35-b93f-98ec422bb9ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:50.950543 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-69711d20-be2c-4abc-85a6-a374237462ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:50.979138 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 08:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f656ded1-4b86-4ad5-8a22-63bec021ead5 x-openstack-request-id: req-f656ded1-4b86-4ad5-8a22-63bec021ead5 {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:40:50.979413 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a7294a-43d9-48c0-96e6-d22f1c1b2f99", "tag": "09697a7c-6aac-4061-8d5f-1da5b5121292", "status": "completed", "code": 200}]} {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:40:50.979707 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f656ded1-4b86-4ad5-8a22-63bec021ead5 {{(pid=99594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:40:50.980677 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a7294a-43d9-48c0-96e6-d22f1c1b2f99', 'tag': '09697a7c-6aac-4061-8d5f-1da5b5121292', 'status': 'completed', 'code': 200} Jun 23 08:40:51.055431 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-69711d20-be2c-4abc-85a6-a374237462ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:51.061464 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-69711d20-be2c-4abc-85a6-a374237462ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:51.065781 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:51.093251 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-51c3cbc1-490f-4f16-9712-a5bc16e6e0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:51.095159 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-51c3cbc1-490f-4f16-9712-a5bc16e6e0fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=049e0835e2d54c6aa94a5398907d5da3&device_id=d7a7294a-43d9-48c0-96e6-d22f1c1b2f99 HTTP/1.1" status: 200 len: 1097 time: 0.0654342 Jun 23 08:40:51.107666 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-69711d20-be2c-4abc-85a6-a374237462ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=328216f821a14cbbb2aa64c6ef1f1c52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1893561 Jun 23 08:40:51.109844 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69711d20-be2c-4abc-85a6-a374237462ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58911c0-e86b-455b-b7ad-6858201ba8b0,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:51.111025 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 48834) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:40:51.113065 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-69711d20-be2c-4abc-85a6-a374237462ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:51.181043 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-a12baf20-42c0-43ec-8329-47c07818769c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09697a7c-6aac-4061-8d5f-1da5b5121292 HTTP/1.1" status: 200 len: 217 time: 0.0602322 Jun 23 08:40:51.210130 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-635a8b19-d8e0-42d2-81ab-52f8d4538112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:51.236126 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-635a8b19-d8e0-42d2-81ab-52f8d4538112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:51.354886 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-423acb7c-3087-48cc-8e3b-0bb31d0afe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:51.356250 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-423acb7c-3087-48cc-8e3b-0bb31d0afe2d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=61fdd20b-531c-44e4-871b-ee221b26b9bc HTTP/1.1" status: 200 len: 855 time: 0.0939291 Jun 23 08:40:51.362696 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d15d6-63d8-4c89-a8e8-ab9da8218aee req-6e3b629e-4155-4eec-a7c0-23e439043a99 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:51.363418 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-635a8b19-d8e0-42d2-81ab-52f8d4538112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:51.364189 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-4a1d15d6-63d8-4c89-a8e8-ab9da8218aee req-6e3b629e-4155-4eec-a7c0-23e439043a99 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.1412642 Jun 23 08:40:51.365969 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-635a8b19-d8e0-42d2-81ab-52f8d4538112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:51.370552 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-635a8b19-d8e0-42d2-81ab-52f8d4538112 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f58911c0-e86b-455b-b7ad-6858201ba8b0 HTTP/1.1" status: 204 len: 168 time: 0.2537315 Jun 23 08:40:51.370552 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-02311566-2550-4f5c-a902-961738cd3425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:51.394137 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110d7a2-7a87-4ea7-82af-c7ada9c67aea req-caf0a04b-1d98-448d-9e38-85918e86829b tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:51.395650 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7110d7a2-7a87-4ea7-82af-c7ada9c67aea req-caf0a04b-1d98-448d-9e38-85918e86829b tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7a7294a-43d9-48c0-96e6-d22f1c1b2f99 HTTP/1.1" status: 200 len: 944 time: 0.1286047 Jun 23 08:40:51.408660 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-52b44ebd-2b72-46ee-aa50-d9b69f55eefa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2a71c23-2a6e-4a5b-9397-0dd91ec2db00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402987 Jun 23 08:40:51.409440 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a8b19-d8e0-42d2-81ab-52f8d4538112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58911c0-e86b-455b-b7ad-6858201ba8b0,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:51.412482 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-635a8b19-d8e0-42d2-81ab-52f8d4538112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:51.421652 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122941c-cdfb-4da5-9a02-c1f6dce9cdca req-54bf52f7-0c1a-4330-97ed-d249c2861107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:51.422413 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-0122941c-cdfb-4da5-9a02-c1f6dce9cdca req-54bf52f7-0c1a-4330-97ed-d249c2861107 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=892798fcbd634629883b86ab1c91a73d&device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 1098 time: 0.1460793 Jun 23 08:40:51.456973 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-4a1d15d6-63d8-4c89-a8e8-ab9da8218aee req-3e31aaf6-720e-4404-9a42-32b4329a8c66 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794420 Jun 23 08:40:51.495455 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7110d7a2-7a87-4ea7-82af-c7ada9c67aea req-36cb33eb-87df-4982-ace6-320e253faa36 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923383 Jun 23 08:40:51.587275 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-b51a640c-1da0-4622-bf14-d30a25ff5d08 service neutron] 10.222.0.13 "GET /v2.0/networks/f2a71c23-2a6e-4a5b-9397-0dd91ec2db00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642885 Jun 23 08:40:51.608595 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122941c-cdfb-4da5-9a02-c1f6dce9cdca req-ac1e8d31-04c1-4cac-832d-e45db53cb415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:51.609944 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-0122941c-cdfb-4da5-9a02-c1f6dce9cdca req-ac1e8d31-04c1-4cac-832d-e45db53cb415 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b711c792-b208-4500-bb11-09c7e15b522c HTTP/1.1" status: 200 len: 919 time: 0.1203494 Jun 23 08:40:51.667807 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-0122941c-cdfb-4da5-9a02-c1f6dce9cdca req-d1e10f70-6a3e-4a43-a80e-c232a089af33 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dce9eec3-ad6c-4933-91f7-e9bc2ab20d12 HTTP/1.1" status: 200 len: 217 time: 0.0472469 Jun 23 08:40:51.765999 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122941c-cdfb-4da5-9a02-c1f6dce9cdca req-71d43e62-0ca4-4039-be7a-eb9c30524775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:51.769275 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-0122941c-cdfb-4da5-9a02-c1f6dce9cdca req-71d43e62-0ca4-4039-be7a-eb9c30524775 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27d76a9c-f09b-4b46-ac4d-5eb636fc5d99 HTTP/1.1" status: 200 len: 858 time: 0.0767417 Jun 23 08:40:51.773163 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-237ee611-d5c8-4c5d-b71a-08d81e2f4c65 req-2fcf6da4-d8f7-4b36-99b9-d867ae8aa8fc service neutron] 10.222.0.13 "GET /v2.0/networks/f2a71c23-2a6e-4a5b-9397-0dd91ec2db00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753199 Jun 23 08:40:51.823073 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a571c0-7ce9-4391-83a6-e865bbaddc37 req-933fefe8-aa58-4296-b427-7fd593b4af1d tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:51.827309 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-10a571c0-7ce9-4391-83a6-e865bbaddc37 req-933fefe8-aa58-4296-b427-7fd593b4af1d tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1744620-9200-46a9-ba53-4e4867afe748 HTTP/1.1" status: 200 len: 943 time: 0.0776594 Jun 23 08:40:51.832369 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-0122941c-cdfb-4da5-9a02-c1f6dce9cdca req-3f91a558-6c78-43af-95ae-ca3110e73b2f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b711c792-b208-4500-bb11-09c7e15b522c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326653 Jun 23 08:40:51.865061 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-10a571c0-7ce9-4391-83a6-e865bbaddc37 req-6b590947-70f2-4cb7-9ecd-5f70d6b84520 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a6fb967-2600-4bfe-8f0a-26deb789ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345654 Jun 23 08:40:52.015211 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-0122941c-cdfb-4da5-9a02-c1f6dce9cdca req-ed6aa6ba-f345-41dc-886b-648dd6c0c5c4 service neutron] 10.222.0.13 "GET /v2.0/networks/b711c792-b208-4500-bb11-09c7e15b522c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336701 Jun 23 08:40:52.023250 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac692e51-c278-4854-8027-5a7486ee528a req-28b47e08-588c-48f6-abf5-b23a66d999f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:52.024373 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-ac692e51-c278-4854-8027-5a7486ee528a req-28b47e08-588c-48f6-abf5-b23a66d999f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=049e0835e2d54c6aa94a5398907d5da3&device_id=d7a7294a-43d9-48c0-96e6-d22f1c1b2f99 HTTP/1.1" status: 200 len: 1097 time: 0.1190157 Jun 23 08:40:52.181042 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-0122941c-cdfb-4da5-9a02-c1f6dce9cdca req-eba81c20-4c63-4c38-8450-5585f17589b6 service neutron] 10.222.0.13 "GET /v2.0/networks/b711c792-b208-4500-bb11-09c7e15b522c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555979 Jun 23 08:40:52.184715 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac692e51-c278-4854-8027-5a7486ee528a req-6145443a-9577-4549-966f-89576b2cb652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:52.186371 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-ac692e51-c278-4854-8027-5a7486ee528a req-6145443a-9577-4549-966f-89576b2cb652 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2a71c23-2a6e-4a5b-9397-0dd91ec2db00 HTTP/1.1" status: 200 len: 916 time: 0.1529527 Jun 23 08:40:52.257068 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-ac692e51-c278-4854-8027-5a7486ee528a req-29c44b93-a7ae-4394-929a-ab2e7e346159 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09697a7c-6aac-4061-8d5f-1da5b5121292 HTTP/1.1" status: 200 len: 217 time: 0.0363574 Jun 23 08:40:52.314631 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac692e51-c278-4854-8027-5a7486ee528a req-5178ddb5-8f7c-4d26-8025-ca52ede83665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:52.316149 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-ac692e51-c278-4854-8027-5a7486ee528a req-5178ddb5-8f7c-4d26-8025-ca52ede83665 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=61fdd20b-531c-44e4-871b-ee221b26b9bc HTTP/1.1" status: 200 len: 855 time: 0.0486724 Jun 23 08:40:52.361978 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-ac692e51-c278-4854-8027-5a7486ee528a req-ee42191a-11d5-4d98-a843-38b7ee1bd7fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2a71c23-2a6e-4a5b-9397-0dd91ec2db00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319097 Jun 23 08:40:52.465517 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-ac692e51-c278-4854-8027-5a7486ee528a req-c566a815-c862-4625-b6d3-67b1cf7b1799 service neutron] 10.222.0.13 "GET /v2.0/networks/f2a71c23-2a6e-4a5b-9397-0dd91ec2db00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946295 Jun 23 08:40:52.589560 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-ac692e51-c278-4854-8027-5a7486ee528a req-4833930f-c1a7-473f-89e9-6400d5845f0f service neutron] 10.222.0.13 "GET /v2.0/networks/f2a71c23-2a6e-4a5b-9397-0dd91ec2db00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978148 Jun 23 08:40:52.703658 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3863e-1032-4f8d-a2dc-957e1a2e4e1e req-e7f80b48-4d60-470b-8eef-5c12a6f8598d tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:52.707854 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7bb3863e-1032-4f8d-a2dc-957e1a2e4e1e req-e7f80b48-4d60-470b-8eef-5c12a6f8598d tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.1208880 Jun 23 08:40:52.762067 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31c6b2-f695-4287-b078-53d70490af93 req-b9b7675c-7f70-4293-9112-230d63eac470 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:52.763913 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9b31c6b2-f695-4287-b078-53d70490af93 req-b9b7675c-7f70-4293-9112-230d63eac470 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7a7294a-43d9-48c0-96e6-d22f1c1b2f99 HTTP/1.1" status: 200 len: 944 time: 0.1190920 Jun 23 08:40:52.773008 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7bb3863e-1032-4f8d-a2dc-957e1a2e4e1e req-1bd87e88-978b-42cb-a306-dd36615255c4 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615156 Jun 23 08:40:52.812145 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9b31c6b2-f695-4287-b078-53d70490af93 req-b02c0750-dfa2-46d9-96ad-61a456d5a583 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421104 Jun 23 08:40:53.046031 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2fd82-ac6c-4038-9a9e-702e022f6399 req-970fd2fe-65d7-4c2c-81c6-d8248086c3f6 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:53.047644 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-bdd2fd82-ac6c-4038-9a9e-702e022f6399 req-970fd2fe-65d7-4c2c-81c6-d8248086c3f6 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1744620-9200-46a9-ba53-4e4867afe748 HTTP/1.1" status: 200 len: 943 time: 0.0622630 Jun 23 08:40:53.086634 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-bdd2fd82-ac6c-4038-9a9e-702e022f6399 req-47938e3d-e9c8-4b50-9573-edfa0292f62a tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a6fb967-2600-4bfe-8f0a-26deb789ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332131 Jun 23 08:40:53.839762 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device bd08421d-bf23-4639-bdf8-d577654066d1 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 08:40:53.937841 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port bd08421d-bf23-4639-bdf8-d577654066d1, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=bd08421d-bf23-4639-bdf8-d577654066d1,segment=NetworkSegment(b9067bbb-ca07-48c0-9358-8b5e65bef2a8),segment_id=b9067bbb-ca07-48c0-9358-8b5e65bef2a8)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:40:53.949534 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Returning: {'device': 'bd08421d-bf23-4639-bdf8-d577654066d1', 'network_id': '752a233b-a150-437e-af54-044b68ca57ff', 'port_id': 'bd08421d-bf23-4639-bdf8-d577654066d1', 'mac_address': 'fa:16:3e:b9:95:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0b1595b-da8f-430d-b6bb-c9835141e34a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 08:40:53.992333 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:54.006542 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd08421d-bf23-4639-bdf8-d577654066d1 {{(pid=99595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:40:54.008630 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb1347-6bb3-46a0-85cf-84f1e1c9a604 req-76d38cf4-2795-4204-a7ae-3514e2a64aca tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:54.010145 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-0adb1347-6bb3-46a0-85cf-84f1e1c9a604 req-76d38cf4-2795-4204-a7ae-3514e2a64aca tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.1124990 Jun 23 08:40:54.028439 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port bd08421d-bf23-4639-bdf8-d577654066d1, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=bd08421d-bf23-4639-bdf8-d577654066d1,segment=NetworkSegment(b9067bbb-ca07-48c0-9358-8b5e65bef2a8),segment_id=b9067bbb-ca07-48c0-9358-8b5e65bef2a8)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:40:54.032391 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:54.034433 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-93c8721a-a209-41a7-93e4-cadd9453db93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:54.041839 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450deee2-a529-4e3a-934a-162c0357719d req-c78b5350-f207-41d3-96fa-a16ab10e1b9b tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:54.043434 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-450deee2-a529-4e3a-934a-162c0357719d req-c78b5350-f207-41d3-96fa-a16ab10e1b9b tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7a7294a-43d9-48c0-96e6-d22f1c1b2f99 HTTP/1.1" status: 200 len: 944 time: 0.1130142 Jun 23 08:40:54.079708 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-0adb1347-6bb3-46a0-85cf-84f1e1c9a604 req-96ec49d7-e25c-4d9a-8c7b-f6125d650d71 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626848 Jun 23 08:40:54.085644 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=bd08421d-bf23-4639-bdf8-d577654066d1,revision_number=4']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:54.091203 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:54.095871 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-450deee2-a529-4e3a-934a-162c0357719d req-6f0dbdf7-a387-4c3f-9a44-57e08fddc7b9 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453980 Jun 23 08:40:54.268172 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d16630-2550-4dae-af30-4fb9328ed974 req-a9971dcf-1fe6-4edb-967c-cdf4e08d04a9 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:54.269652 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-88d16630-2550-4dae-af30-4fb9328ed974 req-a9971dcf-1fe6-4edb-967c-cdf4e08d04a9 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1744620-9200-46a9-ba53-4e4867afe748 HTTP/1.1" status: 200 len: 944 time: 0.0645478 Jun 23 08:40:54.311394 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-88d16630-2550-4dae-af30-4fb9328ed974 req-fdb3b67a-6de5-4f5a-909d-106ea7ff4d5c tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a6fb967-2600-4bfe-8f0a-26deb789ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361197 Jun 23 08:40:54.707787 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['bd08421d-bf23-4639-bdf8-d577654066d1'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:40:55.303679 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500258a-ec96-42f0-80ee-52559568751c req-c339f468-c330-449b-92c4-8cb946a4f78f tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:55.305181 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9500258a-ec96-42f0-80ee-52559568751c req-c339f468-c330-449b-92c4-8cb946a4f78f tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.1067653 Jun 23 08:40:55.322513 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f4f34-b485-44e9-b2a0-43128556fa6a req-6767c488-3ca4-4076-859e-d7bb3e218e8d tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:55.324164 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-414f4f34-b485-44e9-b2a0-43128556fa6a req-6767c488-3ca4-4076-859e-d7bb3e218e8d tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7a7294a-43d9-48c0-96e6-d22f1c1b2f99 HTTP/1.1" status: 200 len: 944 time: 0.0949852 Jun 23 08:40:55.379684 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9500258a-ec96-42f0-80ee-52559568751c req-a47727ac-4396-484b-8410-816c4e283036 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674601 Jun 23 08:40:55.384954 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-414f4f34-b485-44e9-b2a0-43128556fa6a req-f6f26935-d5fe-46ea-af09-44facee2fd5b tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544927 Jun 23 08:40:55.566858 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4167024-7260-40af-987a-3375b17e8814 req-88194ffc-93b1-4177-af1b-8017f03220eb tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:55.575318 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e4167024-7260-40af-987a-3375b17e8814 req-88194ffc-93b1-4177-af1b-8017f03220eb tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1744620-9200-46a9-ba53-4e4867afe748 HTTP/1.1" status: 200 len: 944 time: 0.0881400 Jun 23 08:40:55.631365 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e4167024-7260-40af-987a-3375b17e8814 req-1081f3d3-eb64-426e-84cd-58edf17bff11 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a6fb967-2600-4bfe-8f0a-26deb789ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497632 Jun 23 08:40:56.601088 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d9703-b652-419b-adee-8efb22a559fc req-75be6e6e-bd55-4c44-bc8d-54328d374841 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:56.602554 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-013d9703-b652-419b-adee-8efb22a559fc req-75be6e6e-bd55-4c44-bc8d-54328d374841 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.1063905 Jun 23 08:40:56.610989 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dda33f-4188-46f3-a80a-21b7018f6786 req-35429bc4-0f27-4af4-85ef-440bf52272c1 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:56.612383 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-12dda33f-4188-46f3-a80a-21b7018f6786 req-35429bc4-0f27-4af4-85ef-440bf52272c1 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7a7294a-43d9-48c0-96e6-d22f1c1b2f99 HTTP/1.1" status: 200 len: 944 time: 0.1059849 Jun 23 08:40:56.671830 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-013d9703-b652-419b-adee-8efb22a559fc req-396cdda4-96d7-4a51-9972-8a454d081d19 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584230 Jun 23 08:40:56.678955 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-12dda33f-4188-46f3-a80a-21b7018f6786 req-ed7cc970-8a97-4c8d-8fd2-96d6545f85f1 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583415 Jun 23 08:40:56.860396 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa119f57-8445-4c20-9fca-ced2a3925ebb req-8ae6f276-797d-486d-8d93-57c596d1b293 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:56.861943 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-fa119f57-8445-4c20-9fca-ced2a3925ebb req-8ae6f276-797d-486d-8d93-57c596d1b293 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1744620-9200-46a9-ba53-4e4867afe748 HTTP/1.1" status: 200 len: 944 time: 0.0724378 Jun 23 08:40:56.902355 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-fa119f57-8445-4c20-9fca-ced2a3925ebb req-41c35dca-fee4-4d98-be78-07d37a95ab74 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a6fb967-2600-4bfe-8f0a-26deb789ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333965 Jun 23 08:40:57.685476 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 6 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:40:57.856818 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device bd08421d-bf23-4639-bdf8-d577654066d1 up at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:40:57.894071 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edabcbf-b051-4c85-a662-3952b9011dee req-9c06dd39-bb4c-4e9b-944b-5dd39370eb1f tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:57.895583 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1edabcbf-b051-4c85-a662-3952b9011dee req-9c06dd39-bb4c-4e9b-944b-5dd39370eb1f tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7a7294a-43d9-48c0-96e6-d22f1c1b2f99 HTTP/1.1" status: 200 len: 944 time: 0.0993564 Jun 23 08:40:57.904541 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26e50d-554f-4d76-9110-0de2f37908ec req-81184c41-173b-4d12-a767-aaed882a9dd5 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:57.906094 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-5d26e50d-554f-4d76-9110-0de2f37908ec req-81184c41-173b-4d12-a767-aaed882a9dd5 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.1198418 Jun 23 08:40:57.910750 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning for port bd08421d-bf23-4639-bdf8-d577654066d1 completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:40:57.914657 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning complete for port bd08421d-bf23-4639-bdf8-d577654066d1 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:40:57.915075 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:57.966917 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1edabcbf-b051-4c85-a662-3952b9011dee req-fd43a1f4-7b42-4717-ae7f-e195331ba436 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597434 Jun 23 08:40:57.972302 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-5d26e50d-554f-4d76-9110-0de2f37908ec req-0be91da0-8f7d-43c5-97d9-d36f95222485 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574934 Jun 23 08:40:58.008744 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:58.038594 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1744620-9200-46a9-ba53-4e4867afe748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd08421d-bf23-4639-bdf8-d577654066d1'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:40:58.041279 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe10368e395667840533ec91c6601648d36376b54de0a6f6a3b23a108ba8d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d3d1aa-fe14-46d8-9390-61674fd8a5f0" -d '{"events": [{"server_uuid": "b1744620-9200-46a9-ba53-4e4867afe748", "name": "network-vif-plugged", "status": "completed", "tag": "bd08421d-bf23-4639-bdf8-d577654066d1"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:40:58.055306 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port bd08421d-bf23-4639-bdf8-d577654066d1, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=bd08421d-bf23-4639-bdf8-d577654066d1,segment=NetworkSegment(b9067bbb-ca07-48c0-9358-8b5e65bef2a8),segment_id=b9067bbb-ca07-48c0-9358-8b5e65bef2a8)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:40:58.060956 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:40:58.063137 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:40:58.137398 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=bd08421d-bf23-4639-bdf8-d577654066d1,revision_number=5']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:40:58.145269 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:40:58.184989 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea0387-2630-441c-b845-35436acce4f5 req-ad865c05-1f29-4ec1-be97-9d1bbe8b1b2b tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:58.186440 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b9ea0387-2630-441c-b845-35436acce4f5 req-ad865c05-1f29-4ec1-be97-9d1bbe8b1b2b tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1744620-9200-46a9-ba53-4e4867afe748 HTTP/1.1" status: 200 len: 945 time: 0.0652142 Jun 23 08:40:58.224803 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b9ea0387-2630-441c-b845-35436acce4f5 req-8b7b1781-748e-48ec-b6b3-c30b4d37df03 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a6fb967-2600-4bfe-8f0a-26deb789ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327501 Jun 23 08:40:58.261972 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdde4c9d-ecff-4e72-87a4-73aa70d170e8 x-openstack-request-id: req-cdde4c9d-ecff-4e72-87a4-73aa70d170e8 {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:40:58.262279 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1744620-9200-46a9-ba53-4e4867afe748", "name": "network-vif-plugged", "status": "completed", "tag": "bd08421d-bf23-4639-bdf8-d577654066d1", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:40:58.262546 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cdde4c9d-ecff-4e72-87a4-73aa70d170e8 {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:40:58.262980 dv-cinder-768592-7-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1744620-9200-46a9-ba53-4e4867afe748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd08421d-bf23-4639-bdf8-d577654066d1', 'code': 200} Jun 23 08:40:58.589470 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f651d85-3e18-451d-aa88-cc6ba98601e9 req-9f2770ca-f8ae-4a65-a6e1-84ce1a250cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:58.591331 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-9f651d85-3e18-451d-aa88-cc6ba98601e9 req-9f2770ca-f8ae-4a65-a6e1-84ce1a250cc2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b1744620-9200-46a9-ba53-4e4867afe748 HTTP/1.1" status: 200 len: 1098 time: 0.0541472 Jun 23 08:40:58.629897 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-9f651d85-3e18-451d-aa88-cc6ba98601e9 req-8a8b3804-9ca0-4877-a5cc-a43bd8267f42 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0a6fb967-2600-4bfe-8f0a-26deb789ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311692 Jun 23 08:40:59.203148 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daaeb6e-34f7-4b89-b3ad-487d7627a1cb req-ce8479c2-a1ac-499a-a9a4-9100772e4ffc tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:59.204617 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6daaeb6e-34f7-4b89-b3ad-487d7627a1cb req-ce8479c2-a1ac-499a-a9a4-9100772e4ffc tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7a7294a-43d9-48c0-96e6-d22f1c1b2f99 HTTP/1.1" status: 200 len: 944 time: 0.1088009 Jun 23 08:40:59.212080 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae039b1-492f-47d3-a1df-4f4d8aec6c22 req-7f2bf194-b8e9-4043-8212-289233095741 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:59.213946 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6ae039b1-492f-47d3-a1df-4f4d8aec6c22 req-7f2bf194-b8e9-4043-8212-289233095741 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0902784 Jun 23 08:40:59.272145 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6daaeb6e-34f7-4b89-b3ad-487d7627a1cb req-d4fc173b-c826-4154-9552-ed4172aed1f9 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572541 Jun 23 08:40:59.277585 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6ae039b1-492f-47d3-a1df-4f4d8aec6c22 req-b1323c68-c41c-4a12-b563-9fd97e0cebb8 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568023 Jun 23 08:40:59.443286 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1f2ec-48c8-441d-bfaa-0b1029c68959 req-5288fef5-b030-4df3-96e5-d17588157c5e tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:40:59.444734 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-03b1f2ec-48c8-441d-bfaa-0b1029c68959 req-5288fef5-b030-4df3-96e5-d17588157c5e tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1744620-9200-46a9-ba53-4e4867afe748 HTTP/1.1" status: 200 len: 945 time: 0.0620997 Jun 23 08:40:59.489289 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-03b1f2ec-48c8-441d-bfaa-0b1029c68959 req-7ef218e3-1030-4f28-bbfb-e8b6ca910992 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a6fb967-2600-4bfe-8f0a-26deb789ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377033 Jun 23 08:41:00.710213 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d112a09-6a39-414a-9a7c-821a0ba17205 req-b62f0714-93bf-4ef9-af59-b09521501fcf tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:00.714484 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9d112a09-6a39-414a-9a7c-821a0ba17205 req-b62f0714-93bf-4ef9-af59-b09521501fcf tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.3070996 Jun 23 08:41:00.729515 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39e6a8-4fd8-4041-89af-96c87b0a2568 req-164c41e0-579e-4e08-9fbe-5df2c3d5d84d tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:00.730987 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9b39e6a8-4fd8-4041-89af-96c87b0a2568 req-164c41e0-579e-4e08-9fbe-5df2c3d5d84d tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7a7294a-43d9-48c0-96e6-d22f1c1b2f99 HTTP/1.1" status: 200 len: 944 time: 0.3268216 Jun 23 08:41:00.777408 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9d112a09-6a39-414a-9a7c-821a0ba17205 req-85501b33-6902-4b16-b9e0-43779c4896b9 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580711 Jun 23 08:41:00.797187 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9b39e6a8-4fd8-4041-89af-96c87b0a2568 req-1e66ab91-2e0c-4c57-8bc4-2edd340f106d tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575340 Jun 23 08:41:00.963880 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fc4d6-99f9-432a-8895-59116b45f7fc req-f4c1a4a8-ff98-4d75-b5ed-6d09899b1d20 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:00.965064 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b95fc4d6-99f9-432a-8895-59116b45f7fc req-f4c1a4a8-ff98-4d75-b5ed-6d09899b1d20 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1744620-9200-46a9-ba53-4e4867afe748 HTTP/1.1" status: 200 len: 945 time: 0.0631459 Jun 23 08:41:01.008784 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b95fc4d6-99f9-432a-8895-59116b45f7fc req-c755d1f5-d008-4b70-b985-345b4d11f4d0 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a6fb967-2600-4bfe-8f0a-26deb789ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364687 Jun 23 08:41:01.371226 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 49102) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:01.474368 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-69953c07-3af5-4cb4-811a-c809ad889770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:01.573721 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-69953c07-3af5-4cb4-811a-c809ad889770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:01.577695 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-69953c07-3af5-4cb4-811a-c809ad889770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:01.580225 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-064e5edb-9c1f-4189-8ee1-9ebb8b11a586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:01.619759 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69953c07-3af5-4cb4-811a-c809ad889770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf57caa-b38c-4477-8f59-d1e2647ae4c4,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:01.624287 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-69953c07-3af5-4cb4-811a-c809ad889770 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac8c4dee180a4a108e28bfbbed6369b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2520499 Jun 23 08:41:01.625233 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-69953c07-3af5-4cb4-811a-c809ad889770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:01.626888 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 49108) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:01.677599 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-80e222c8-f000-4faa-80b6-87d2d1f938fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:01.698437 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-80e222c8-f000-4faa-80b6-87d2d1f938fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:01.744588 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-80e222c8-f000-4faa-80b6-87d2d1f938fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:01.747253 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-80e222c8-f000-4faa-80b6-87d2d1f938fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:01.748397 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-80e222c8-f000-4faa-80b6-87d2d1f938fa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dcf57caa-b38c-4477-8f59-d1e2647ae4c4 HTTP/1.1" status: 204 len: 168 time: 0.1206160 Jun 23 08:41:01.749144 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-e6da642c-5a26-4b65-b29f-40aad34600e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:01.757686 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e222c8-f000-4faa-80b6-87d2d1f938fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf57caa-b38c-4477-8f59-d1e2647ae4c4,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:01.760674 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-80e222c8-f000-4faa-80b6-87d2d1f938fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:02.015703 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a68580-8e79-4e0f-924c-acbfacb8492c req-773c11f5-b1a1-4183-b534-abbffff9074f tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:02.017230 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-05a68580-8e79-4e0f-924c-acbfacb8492c req-773c11f5-b1a1-4183-b534-abbffff9074f tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.1090677 Jun 23 08:41:02.038354 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca53296-e8da-47aa-9092-404cf2fe2213 req-b34528a0-85dd-40c3-8881-dc64806e9048 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:02.039884 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9ca53296-e8da-47aa-9092-404cf2fe2213 req-b34528a0-85dd-40c3-8881-dc64806e9048 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7a7294a-43d9-48c0-96e6-d22f1c1b2f99 HTTP/1.1" status: 200 len: 944 time: 0.1205165 Jun 23 08:41:02.052160 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 49122) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:02.065581 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-a2a53c70-278f-4385-9e8e-1cf99575f9a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:02.083216 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-05a68580-8e79-4e0f-924c-acbfacb8492c req-757e80a7-d4d1-487a-ab20-14dfa4fadf1f tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602391 Jun 23 08:41:02.100976 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9ca53296-e8da-47aa-9092-404cf2fe2213 req-98af8af1-0671-417f-9e31-5f09b1d6fa55 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537436 Jun 23 08:41:02.185556 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-a2a53c70-278f-4385-9e8e-1cf99575f9a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:02.192460 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-a2a53c70-278f-4385-9e8e-1cf99575f9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:02.215323 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:02.224948 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-a2a53c70-278f-4385-9e8e-1cf99575f9a2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=67bf50873d1e40eb9635deb0b211ba0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1717045 Jun 23 08:41:02.227574 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 49126) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:02.261921 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a53c70-278f-4385-9e8e-1cf99575f9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9e1a3f-9bb2-4244-8ac5-f1328d765e71,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:02.272859 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-a2a53c70-278f-4385-9e8e-1cf99575f9a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:02.282748 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e7045-534b-4ca7-a7eb-4548dc57ec0a req-bdb8bd54-c3f4-4389-a5b8-4d6e3f574e82 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:02.284315 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b70e7045-534b-4ca7-a7eb-4548dc57ec0a req-bdb8bd54-c3f4-4389-a5b8-4d6e3f574e82 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1744620-9200-46a9-ba53-4e4867afe748 HTTP/1.1" status: 200 len: 945 time: 0.0693686 Jun 23 08:41:02.300679 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-726ee500-2c74-43e1-ba9c-8abb9c1ee0d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:02.325603 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-726ee500-2c74-43e1-ba9c-8abb9c1ee0d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:02.326443 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b70e7045-534b-4ca7-a7eb-4548dc57ec0a req-2e6a2f9c-4220-4786-bf83-6a1fa3dc7816 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a6fb967-2600-4bfe-8f0a-26deb789ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359378 Jun 23 08:41:02.373100 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-726ee500-2c74-43e1-ba9c-8abb9c1ee0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:02.376021 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-726ee500-2c74-43e1-ba9c-8abb9c1ee0d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:02.377157 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-726ee500-2c74-43e1-ba9c-8abb9c1ee0d2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c9e1a3f-9bb2-4244-8ac5-f1328d765e71 HTTP/1.1" status: 204 len: 168 time: 0.1482649 Jun 23 08:41:02.378022 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-635a8b19-d8e0-42d2-81ab-52f8d4538112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:02.388837 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ee500-2c74-43e1-ba9c-8abb9c1ee0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9e1a3f-9bb2-4244-8ac5-f1328d765e71,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:02.391919 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-726ee500-2c74-43e1-ba9c-8abb9c1ee0d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:03.298629 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299a46a-ec00-4085-ad04-02feaa9d255e req-e3adcec5-2dbb-4291-86d9-91578b8e67bf tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:03.305751 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-2299a46a-ec00-4085-ad04-02feaa9d255e req-e3adcec5-2dbb-4291-86d9-91578b8e67bf tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7a7294a-43d9-48c0-96e6-d22f1c1b2f99 HTTP/1.1" status: 200 len: 944 time: 0.0797877 Jun 23 08:41:03.359421 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-2299a46a-ec00-4085-ad04-02feaa9d255e req-49b8915a-1ae4-440a-8b62-b7e5a2b239ac tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526717 Jun 23 08:41:03.452002 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf9a65-dc93-4af6-9102-32f6d10e1ea1 req-a29d853e-26c3-4372-974f-8820d37977af tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:03.459326 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-4fbf9a65-dc93-4af6-9102-32f6d10e1ea1 req-a29d853e-26c3-4372-974f-8820d37977af tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0725219 Jun 23 08:41:03.523693 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-4fbf9a65-dc93-4af6-9102-32f6d10e1ea1 req-55cd5412-cc41-49b7-b75a-b7e80dd25346 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632117 Jun 23 08:41:03.560881 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c8f48-b9a5-4399-9228-2c728f7ed8f0 req-6c9a9c5e-a552-4ec4-b875-2ecef5b61b83 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:03.562400 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-ce4c8f48-b9a5-4399-9228-2c728f7ed8f0 req-6c9a9c5e-a552-4ec4-b875-2ecef5b61b83 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1744620-9200-46a9-ba53-4e4867afe748 HTTP/1.1" status: 200 len: 945 time: 0.0866573 Jun 23 08:41:03.603120 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-ce4c8f48-b9a5-4399-9228-2c728f7ed8f0 req-ddf387f3-f8dd-4980-ba33-95cab462f8a8 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a6fb967-2600-4bfe-8f0a-26deb789ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345845 Jun 23 08:41:04.530622 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1ca96-fa35-4b90-83a4-ae8de52786e2 req-69ead953-4f26-4766-8d67-1a3a97c944eb tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:04.532088 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-5fe1ca96-fa35-4b90-83a4-ae8de52786e2 req-69ead953-4f26-4766-8d67-1a3a97c944eb tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7a7294a-43d9-48c0-96e6-d22f1c1b2f99 HTTP/1.1" status: 200 len: 944 time: 0.0646009 Jun 23 08:41:04.569698 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-5fe1ca96-fa35-4b90-83a4-ae8de52786e2 req-0d1f0597-7185-42a5-9db6-27fca5abd76f tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318487 Jun 23 08:41:04.706568 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598fc50-a358-4b80-b651-6d8b120029a9 req-b33174e5-aabb-43de-9085-04953e82695f tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:04.708059 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-4598fc50-a358-4b80-b651-6d8b120029a9 req-b33174e5-aabb-43de-9085-04953e82695f tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0650351 Jun 23 08:41:04.781053 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-4598fc50-a358-4b80-b651-6d8b120029a9 req-55626496-306a-4e27-99f8-a59d2a950aee tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674083 Jun 23 08:41:04.809041 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce5bb9-a1a1-4f73-8c91-7bab5f705960 req-d0edaf21-1938-4b86-847a-3c6b5acc435b tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:04.810523 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-01ce5bb9-a1a1-4f73-8c91-7bab5f705960 req-d0edaf21-1938-4b86-847a-3c6b5acc435b tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1744620-9200-46a9-ba53-4e4867afe748 HTTP/1.1" status: 200 len: 945 time: 0.0908339 Jun 23 08:41:04.849342 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-01ce5bb9-a1a1-4f73-8c91-7bab5f705960 req-78352383-6615-46ac-a0a6-b2e63849ae12 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a6fb967-2600-4bfe-8f0a-26deb789ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332315 Jun 23 08:41:05.745201 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8229141-db4a-417f-9764-7d9f556561da req-c806a1da-7a2d-478d-bd2c-ad271ddc3e26 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:05.746608 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b8229141-db4a-417f-9764-7d9f556561da req-c806a1da-7a2d-478d-bd2c-ad271ddc3e26 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7a7294a-43d9-48c0-96e6-d22f1c1b2f99 HTTP/1.1" status: 200 len: 944 time: 0.0656433 Jun 23 08:41:05.785744 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b8229141-db4a-417f-9764-7d9f556561da req-ff93996b-5a6c-4543-a208-2440927fd278 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333073 Jun 23 08:41:05.958418 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f45eec-65f6-43b1-aafe-c805bf90d59c req-2e1d6838-8a92-4d45-847d-635b48a3cf59 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:05.959917 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-11f45eec-65f6-43b1-aafe-c805bf90d59c req-2e1d6838-8a92-4d45-847d-635b48a3cf59 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0665264 Jun 23 08:41:06.034296 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-11f45eec-65f6-43b1-aafe-c805bf90d59c req-e1f051f5-0f84-4048-b714-81603d6da644 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683908 Jun 23 08:41:06.060374 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fdd69-ad9e-4a89-90bb-cc798091dd29 req-d6ed745d-b451-495b-9270-0fad29cbda36 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:06.061831 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-536fdd69-ad9e-4a89-90bb-cc798091dd29 req-d6ed745d-b451-495b-9270-0fad29cbda36 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1744620-9200-46a9-ba53-4e4867afe748 HTTP/1.1" status: 200 len: 945 time: 0.0976717 Jun 23 08:41:06.104823 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-536fdd69-ad9e-4a89-90bb-cc798091dd29 req-104e65d0-1357-4566-91c7-8de14b32a0a6 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a6fb967-2600-4bfe-8f0a-26deb789ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372436 Jun 23 08:41:06.201036 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4477b1-0adb-43bb-87e7-7b1fb94fe3c4 req-821714ca-26ec-4ac2-a485-921e22470cae tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:06.202522 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-1c4477b1-0adb-43bb-87e7-7b1fb94fe3c4 req-821714ca-26ec-4ac2-a485-921e22470cae tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1744620-9200-46a9-ba53-4e4867afe748 HTTP/1.1" status: 200 len: 945 time: 0.0703952 Jun 23 08:41:06.346111 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [req-1c4477b1-0adb-43bb-87e7-7b1fb94fe3c4 req-1547e09b-9697-469f-9357-4cb162a51e78 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Deleting port bd08421d-bf23-4639-bdf8-d577654066d1 {{(pid=99594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:41:06.346457 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-1c4477b1-0adb-43bb-87e7-7b1fb94fe3c4 req-1547e09b-9697-469f-9357-4cb162a51e78 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:06.438495 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-1c4477b1-0adb-43bb-87e7-7b1fb94fe3c4 req-1547e09b-9697-469f-9357-4cb162a51e78 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] For port bd08421d-bf23-4639-bdf8-d577654066d1, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=bd08421d-bf23-4639-bdf8-d577654066d1,segment=NetworkSegment(b9067bbb-ca07-48c0-9358-8b5e65bef2a8),segment_id=b9067bbb-ca07-48c0-9358-8b5e65bef2a8)] {{(pid=99594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:41:06.438931 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-1c4477b1-0adb-43bb-87e7-7b1fb94fe3c4 req-1547e09b-9697-469f-9357-4cb162a51e78 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:06.453285 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [req-1c4477b1-0adb-43bb-87e7-7b1fb94fe3c4 req-1547e09b-9697-469f-9357-4cb162a51e78 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Calling delete_port for bd08421d-bf23-4639-bdf8-d577654066d1 owned by compute:nova {{(pid=99594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:41:06.601687 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-1c4477b1-0adb-43bb-87e7-7b1fb94fe3c4 req-1547e09b-9697-469f-9357-4cb162a51e78 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126'] for port, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:06.606607 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:06.631930 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547e09b-9697-469f-9357-4cb162a51e78 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Pushing event deleted for resources: {'Port': ['ID=bd08421d-bf23-4639-bdf8-d577654066d1,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:06.635238 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-1547e09b-9697-469f-9357-4cb162a51e78 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:06.654754 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['bd08421d-bf23-4639-bdf8-d577654066d1'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:41:06.685600 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4477b1-0adb-43bb-87e7-7b1fb94fe3c4 req-1547e09b-9697-469f-9357-4cb162a51e78 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] No DVR routers for this DVR port bd08421d-bf23-4639-bdf8-d577654066d1 on host hv-cinder-76859 {{(pid=99594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 08:41:06.688368 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-1c4477b1-0adb-43bb-87e7-7b1fb94fe3c4 req-1547e09b-9697-469f-9357-4cb162a51e78 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:06.690424 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-1c4477b1-0adb-43bb-87e7-7b1fb94fe3c4 req-1547e09b-9697-469f-9357-4cb162a51e78 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.13 "DELETE /v2.0/ports/bd08421d-bf23-4639-bdf8-d577654066d1 HTTP/1.1" status: 204 len: 173 time: 0.4544771 Jun 23 08:41:06.691012 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1744620-9200-46a9-ba53-4e4867afe748', 'name': 'network-vif-deleted', 'tag': 'bd08421d-bf23-4639-bdf8-d577654066d1'}] {{(pid=99594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:41:06.693309 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3f20cf24677dbb31f56fc6b5fcedde197d4abde885e517d24b88e41f2eb98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f0b1ce-f414-40ba-af83-47ea8f3d839d" -d '{"events": [{"server_uuid": "b1744620-9200-46a9-ba53-4e4867afe748", "name": "network-vif-deleted", "tag": "bd08421d-bf23-4639-bdf8-d577654066d1"}]}' {{(pid=99594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:41:06.739972 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15edb289-e652-4fff-8900-7f06fe0de8c1 x-openstack-request-id: req-15edb289-e652-4fff-8900-7f06fe0de8c1 {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:41:06.740376 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1744620-9200-46a9-ba53-4e4867afe748", "name": "network-vif-deleted", "tag": "bd08421d-bf23-4639-bdf8-d577654066d1", "status": "completed", "code": 200}]} {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:41:06.740692 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-15edb289-e652-4fff-8900-7f06fe0de8c1 {{(pid=99594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:41:06.741205 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1744620-9200-46a9-ba53-4e4867afe748', 'name': 'network-vif-deleted', 'tag': 'bd08421d-bf23-4639-bdf8-d577654066d1', 'status': 'completed', 'code': 200} Jun 23 08:41:06.959723 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f76e95-2527-493d-b246-0122f5ca0152 req-e0f003fe-64c8-4ca2-9daf-cbfa3186f470 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:06.961168 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-36f76e95-2527-493d-b246-0122f5ca0152 req-e0f003fe-64c8-4ca2-9daf-cbfa3186f470 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7a7294a-43d9-48c0-96e6-d22f1c1b2f99 HTTP/1.1" status: 200 len: 944 time: 0.0646904 Jun 23 08:41:06.998580 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-36f76e95-2527-493d-b246-0122f5ca0152 req-7049c7ac-dd9a-496e-910a-f25ae3758be9 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310295 Jun 23 08:41:07.220407 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001f1c0-8fb2-4e5c-8f7f-0bc3cb5c6007 req-119930c2-ac9f-4148-b96d-8baa6e5b27c2 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:07.222001 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1001f1c0-8fb2-4e5c-8f7f-0bc3cb5c6007 req-119930c2-ac9f-4148-b96d-8baa6e5b27c2 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0709562 Jun 23 08:41:07.271359 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-bb177ceb-466c-4541-a704-898fa9eab2ac req-2c2e304e-2c6f-4edd-8d65-e84e854a615c tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1744620-9200-46a9-ba53-4e4867afe748 HTTP/1.1" status: 200 len: 210 time: 0.0351605 Jun 23 08:41:07.295341 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1001f1c0-8fb2-4e5c-8f7f-0bc3cb5c6007 req-687e922d-ac01-4849-939b-214b3a2f95b7 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671761 Jun 23 08:41:08.180760 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db922554-2931-4ff3-9caa-77351ae8cae0 req-05607030-a550-4be8-9dae-991d7bbc70a2 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:08.183016 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-db922554-2931-4ff3-9caa-77351ae8cae0 req-05607030-a550-4be8-9dae-991d7bbc70a2 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7a7294a-43d9-48c0-96e6-d22f1c1b2f99 HTTP/1.1" status: 200 len: 944 time: 0.0667768 Jun 23 08:41:08.221637 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-db922554-2931-4ff3-9caa-77351ae8cae0 req-788ccdfc-e6fd-4001-86c6-9e5b00159749 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328839 Jun 23 08:41:08.325409 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-0accca2b-6748-46b7-93eb-d5f29316f86d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:08.475659 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd7cfe-29bb-4345-aca4-644d6a4defbf req-688989e4-cfd9-4720-bcc4-7516c89a8594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:08.477193 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-13dd7cfe-29bb-4345-aca4-644d6a4defbf req-688989e4-cfd9-4720-bcc4-7516c89a8594 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=892798fcbd634629883b86ab1c91a73d&device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 1098 time: 0.0595541 Jun 23 08:41:08.521323 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbbacb-55d3-42b1-b11c-e3fb991531f1 req-3de79140-d205-4492-9a89-99353979a936 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:08.523183 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-dfcbbacb-55d3-42b1-b11c-e3fb991531f1 req-3de79140-d205-4492-9a89-99353979a936 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0985167 Jun 23 08:41:08.570464 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-dfcbbacb-55d3-42b1-b11c-e3fb991531f1 req-26b2aac5-f758-44e2-aae0-404beda86a33 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370967 Jun 23 08:41:08.614306 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd7cfe-29bb-4345-aca4-644d6a4defbf req-c999a269-eb8c-439a-bc1b-a395c0124dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:08.615802 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-13dd7cfe-29bb-4345-aca4-644d6a4defbf req-c999a269-eb8c-439a-bc1b-a395c0124dbf service neutron] 10.222.0.13 "GET /v2.0/networks?id=b711c792-b208-4500-bb11-09c7e15b522c HTTP/1.1" status: 200 len: 919 time: 0.1141348 Jun 23 08:41:08.669770 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-13dd7cfe-29bb-4345-aca4-644d6a4defbf req-ae84d711-377d-41f2-af7c-dc61eb973eda service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dce9eec3-ad6c-4933-91f7-e9bc2ab20d12 HTTP/1.1" status: 200 len: 217 time: 0.0433614 Jun 23 08:41:08.718687 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd7cfe-29bb-4345-aca4-644d6a4defbf req-f769946e-2224-4768-8e79-c53772e5dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:08.720105 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-13dd7cfe-29bb-4345-aca4-644d6a4defbf req-f769946e-2224-4768-8e79-c53772e5dfde service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27d76a9c-f09b-4b46-ac4d-5eb636fc5d99 HTTP/1.1" status: 200 len: 858 time: 0.0436332 Jun 23 08:41:08.755327 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-13dd7cfe-29bb-4345-aca4-644d6a4defbf req-0d0f2e73-fe14-4c10-b6b4-e32590d4392d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b711c792-b208-4500-bb11-09c7e15b522c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247352 Jun 23 08:41:08.853664 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-13dd7cfe-29bb-4345-aca4-644d6a4defbf req-c90ab215-da81-4c93-b89c-91596b0806fc service neutron] 10.222.0.13 "GET /v2.0/networks/b711c792-b208-4500-bb11-09c7e15b522c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844743 Jun 23 08:41:08.946696 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-13dd7cfe-29bb-4345-aca4-644d6a4defbf req-149857a2-27c9-4144-9fa4-1de25a6a0926 service neutron] 10.222.0.13 "GET /v2.0/networks/b711c792-b208-4500-bb11-09c7e15b522c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863123 Jun 23 08:41:09.316161 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 49330) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:09.413368 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6b7ba-2395-48a8-b981-2d15178c703c req-6821e50b-b70a-455d-8310-82283dfbc4c9 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:09.415053 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9ea6b7ba-2395-48a8-b981-2d15178c703c req-6821e50b-b70a-455d-8310-82283dfbc4c9 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7a7294a-43d9-48c0-96e6-d22f1c1b2f99 HTTP/1.1" status: 200 len: 944 time: 0.0668237 Jun 23 08:41:09.424922 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-af84fcc0-4e0c-4aed-9514-4ed7597e30dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:09.456627 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9ea6b7ba-2395-48a8-b981-2d15178c703c req-63e18cd0-4f5d-4dfa-ac4b-d4a958ad6711 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355678 Jun 23 08:41:09.516067 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-af84fcc0-4e0c-4aed-9514-4ed7597e30dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:09.519872 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-af84fcc0-4e0c-4aed-9514-4ed7597e30dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:09.522435 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-aac6c658-e3c4-4df8-af66-b45f42287df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:09.558554 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-af84fcc0-4e0c-4aed-9514-4ed7597e30dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c3040ed20db4e048da0346a2de76bd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2447236 Jun 23 08:41:09.559533 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af84fcc0-4e0c-4aed-9514-4ed7597e30dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16dc456-c6c6-4466-ac8e-6fe974eaf330,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:09.561187 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 49334) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:09.562624 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-af84fcc0-4e0c-4aed-9514-4ed7597e30dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:09.610499 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-a93b5036-02b3-48ae-9a87-4cb112e06332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:09.632690 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-a93b5036-02b3-48ae-9a87-4cb112e06332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:09.705763 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-a93b5036-02b3-48ae-9a87-4cb112e06332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:09.710169 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-a93b5036-02b3-48ae-9a87-4cb112e06332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:09.711450 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-a93b5036-02b3-48ae-9a87-4cb112e06332 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c16dc456-c6c6-4466-ac8e-6fe974eaf330 HTTP/1.1" status: 204 len: 168 time: 0.1492860 Jun 23 08:41:09.712981 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-fbcf01ca-53ca-4d11-a7e4-ce68e233d1cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:09.725478 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b5036-02b3-48ae-9a87-4cb112e06332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16dc456-c6c6-4466-ac8e-6fe974eaf330,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:09.737099 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b5036-02b3-48ae-9a87-4cb112e06332 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:09.737531 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b5036-02b3-48ae-9a87-4cb112e06332 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:09.738005 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b5036-02b3-48ae-9a87-4cb112e06332 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:09.738353 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b5036-02b3-48ae-9a87-4cb112e06332 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:09.738973 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b5036-02b3-48ae-9a87-4cb112e06332 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:09.739590 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b5036-02b3-48ae-9a87-4cb112e06332 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:09.740080 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b5036-02b3-48ae-9a87-4cb112e06332 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:09.740675 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b5036-02b3-48ae-9a87-4cb112e06332 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:09.741173 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b5036-02b3-48ae-9a87-4cb112e06332 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:09.741729 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b5036-02b3-48ae-9a87-4cb112e06332 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:09.742562 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b5036-02b3-48ae-9a87-4cb112e06332 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:09.743231 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b5036-02b3-48ae-9a87-4cb112e06332 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:09.756326 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-a93b5036-02b3-48ae-9a87-4cb112e06332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:09.854483 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c659a1-ec18-4b4a-9146-389505a2cafc req-4d992a96-8e4d-495f-911f-07f0357a8ef5 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:09.859351 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c1c659a1-ec18-4b4a-9146-389505a2cafc req-4d992a96-8e4d-495f-911f-07f0357a8ef5 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0881140 Jun 23 08:41:09.902133 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c1c659a1-ec18-4b4a-9146-389505a2cafc req-88700b1f-c5e6-4ea4-b4a0-2654f2398b88 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391440 Jun 23 08:41:09.907189 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 49352) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:09.942159 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device bd08421d-bf23-4639-bdf8-d577654066d1 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:41:09.964215 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] No Port match for: bd08421d-bf23-4639-bdf8-d577654066d1 {{(pid=99595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 08:41:09.964808 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device bd08421d-bf23-4639-bdf8-d577654066d1 not bound to the agent host hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 08:41:10.041329 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-2ab1fa41-40c4-42e6-853d-3b82238302b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:10.078753 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 49356) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:10.097445 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-f8785b0f-b472-4367-9c4b-fdf465b7baac admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:10.155688 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-2ab1fa41-40c4-42e6-853d-3b82238302b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:10.161190 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-2ab1fa41-40c4-42e6-853d-3b82238302b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:10.166554 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-819c6ecd-3a9f-4abb-8f3d-aa0b5d02a9ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:10.214886 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-2ab1fa41-40c4-42e6-853d-3b82238302b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f7a835ba1f84a3eab612ad7b245e249&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3065531 Jun 23 08:41:10.217443 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 49358) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:10.220553 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab1fa41-40c4-42e6-853d-3b82238302b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6767fb-3b10-420d-8b38-ca11796ae981,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:10.224791 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-2ab1fa41-40c4-42e6-853d-3b82238302b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:10.276412 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-78f0e606-f831-4306-ba4d-2c64ee151170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:10.298630 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-f8785b0f-b472-4367-9c4b-fdf465b7baac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:10.299404 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-78f0e606-f831-4306-ba4d-2c64ee151170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:10.302453 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-f8785b0f-b472-4367-9c4b-fdf465b7baac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:10.305941 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-a93b5036-02b3-48ae-9a87-4cb112e06332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:10.342893 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-f8785b0f-b472-4367-9c4b-fdf465b7baac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dc9c86f9f5164935b62ba199fda58d5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2629263 Jun 23 08:41:10.345452 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 49362) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:10.351714 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8785b0f-b472-4367-9c4b-fdf465b7baac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251bf5bb-f255-4741-9b92-aa636a9b8cec,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:10.355991 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-f8785b0f-b472-4367-9c4b-fdf465b7baac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:10.357619 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-78f0e606-f831-4306-ba4d-2c64ee151170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:10.367336 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-78f0e606-f831-4306-ba4d-2c64ee151170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:10.368408 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-78f0e606-f831-4306-ba4d-2c64ee151170 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/af6767fb-3b10-420d-8b38-ca11796ae981 HTTP/1.1" status: 204 len: 168 time: 0.1499743 Jun 23 08:41:10.369896 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-ae243923-25b8-4790-babf-0a270a78a877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:10.379171 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0e606-f831-4306-ba4d-2c64ee151170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6767fb-3b10-420d-8b38-ca11796ae981,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:10.381886 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-78f0e606-f831-4306-ba4d-2c64ee151170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:10.419788 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-3584d391-ae69-4ff0-a99c-73134c8577b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:10.445544 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-3584d391-ae69-4ff0-a99c-73134c8577b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:10.517938 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-3584d391-ae69-4ff0-a99c-73134c8577b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:10.521528 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-3584d391-ae69-4ff0-a99c-73134c8577b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:10.525461 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-3584d391-ae69-4ff0-a99c-73134c8577b4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/251bf5bb-f255-4741-9b92-aa636a9b8cec HTTP/1.1" status: 204 len: 168 time: 0.1764033 Jun 23 08:41:10.622287 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-f32c2387-5313-4192-99ed-b870f1b65fed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:10.668999 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584d391-ae69-4ff0-a99c-73134c8577b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251bf5bb-f255-4741-9b92-aa636a9b8cec,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:10.671620 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-3584d391-ae69-4ff0-a99c-73134c8577b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:10.680636 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-ce86cbc9-c34b-46a2-9dbe-4c97e9018d46 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:10.682512 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-ce86cbc9-c34b-46a2-9dbe-4c97e9018d46 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/networks?id=752a233b-a150-437e-af54-044b68ca57ff HTTP/1.1" status: 200 len: 809 time: 0.1783881 Jun 23 08:41:10.704266 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-a10a4541-3fd1-4e30-8574-733dcd12dd2f tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/quotas/de19caf921534f3b9b6bf736d1050ad0 HTTP/1.1" status: 200 len: 375 time: 0.0151920 Jun 23 08:41:10.746879 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-37c2b044-569f-49b2-bf93-398e63720aac tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=de19caf921534f3b9b6bf736d1050ad0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338140 Jun 23 08:41:10.761225 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4252784-9750-435b-aab6-ef095da0080f req-b7b0845b-673a-4895-90ea-d0b8cb933cb5 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:10.762784 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d4252784-9750-435b-aab6-ef095da0080f req-b7b0845b-673a-4895-90ea-d0b8cb933cb5 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7a7294a-43d9-48c0-96e6-d22f1c1b2f99 HTTP/1.1" status: 200 len: 944 time: 0.1360164 Jun 23 08:41:10.778158 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:10.867959 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d4252784-9750-435b-aab6-ef095da0080f req-92219ffa-b005-4efb-9afc-aded978c08ab tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928407 Jun 23 08:41:10.894252 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-1b42205a-ee84-48c5-ab61-b368b9081957 service neutron] 10.222.0.23 "GET /v2.0/networks/752a233b-a150-437e-af54-044b68ca57ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287203 Jun 23 08:41:11.019828 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-d12be300-7e00-437b-ae41-98f3c3395279 service neutron] 10.222.0.23 "GET /v2.0/networks/752a233b-a150-437e-af54-044b68ca57ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172130 Jun 23 08:41:11.079822 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1d376a2c-603b-4bd0-b159-031077329d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:11.134306 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67949c76-1855-49a9-8f76-9cbf6aa50ed0 req-c307ec7b-257d-4711-82d3-16d7d7fffe68 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:11.137014 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-67949c76-1855-49a9-8f76-9cbf6aa50ed0 req-c307ec7b-257d-4711-82d3-16d7d7fffe68 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0980887 Jun 23 08:41:11.192820 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-67949c76-1855-49a9-8f76-9cbf6aa50ed0 req-21be0293-1173-46e0-8816-d215ee26d242 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498841 Jun 23 08:41:11.291895 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-81d9e6f5-ad8a-46a3-af8d-7045b6bdb61a req-db5dfc82-732e-4f21-bf55-5926c7e4cef4 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dfd5c1-8612-4816-a609-81a35bcec74e HTTP/1.1" status: 200 len: 210 time: 0.0409410 Jun 23 08:41:11.385825 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:12.007676 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:12.115003 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b82e62-ca8d-4233-bb68-5f1f54e0dd5c req-f049195e-8a61-420c-8be8-4d922eb660fb tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:12.120451 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-19b82e62-ca8d-4233-bb68-5f1f54e0dd5c req-f049195e-8a61-420c-8be8-4d922eb660fb tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7a7294a-43d9-48c0-96e6-d22f1c1b2f99 HTTP/1.1" status: 200 len: 944 time: 0.1097286 Jun 23 08:41:12.162896 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-19b82e62-ca8d-4233-bb68-5f1f54e0dd5c req-a70c112a-2898-4f45-9b0e-84f527dc1c90 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329573 Jun 23 08:41:12.381102 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dcb695-2869-4e6b-a937-de089d4a3fd2 req-16321f24-a756-47bc-ade1-806e38d173b2 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:12.382988 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-84dcb695-2869-4e6b-a937-de089d4a3fd2 req-16321f24-a756-47bc-ade1-806e38d173b2 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0709062 Jun 23 08:41:12.446278 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-552890c8-5e01-4c87-be34-6b09bf8384bd req-23b7166d-f159-41f2-9ac0-fdc1fa2fd893 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dfd5c1-8612-4816-a609-81a35bcec74e HTTP/1.1" status: 200 len: 210 time: 0.0374014 Jun 23 08:41:12.452044 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-84dcb695-2869-4e6b-a937-de089d4a3fd2 req-8051d755-c646-4249-9754-53bd72d33250 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608785 Jun 23 08:41:12.761896 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-25a1e5c3-75f5-40c0-9ce1-28d11a8b8d8e tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:12.763684 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-25a1e5c3-75f5-40c0-9ce1-28d11a8b8d8e tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.13 "GET /v2.0/networks?id=752a233b-a150-437e-af54-044b68ca57ff HTTP/1.1" status: 200 len: 809 time: 0.1362920 Jun 23 08:41:12.783704 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-24a60c7a-7c02-4910-80e9-dcef58199e47 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Request body: {'port': {'device_id': 'b3dfd5c1-8612-4816-a609-81a35bcec74e', 'network_id': '752a233b-a150-437e-af54-044b68ca57ff', 'admin_state_up': True, 'tenant_id': 'de19caf921534f3b9b6bf736d1050ad0'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:41:12.906181 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-24a60c7a-7c02-4910-80e9-dcef58199e47 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Made reservation on behalf of de19caf921534f3b9b6bf736d1050ad0 for: {'port': 1} {{(pid=99594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:41:12.910826 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-24a60c7a-7c02-4910-80e9-dcef58199e47 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:13.047988 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.db_base_plugin_common [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-24a60c7a-7c02-4910-80e9-dcef58199e47 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Allocated IP 172.20.0.7 (752a233b-a150-437e-af54-044b68ca57ff/b0b1595b-da8f-430d-b6bb-c9835141e34a/46b4d0b8-2876-4491-9110-95658cd29e1e) {{(pid=99594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:41:13.222905 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-24a60c7a-7c02-4910-80e9-dcef58199e47 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Notify callbacks [] for port, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:13.262819 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-24a60c7a-7c02-4910-80e9-dcef58199e47 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117'] for port, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:13.268200 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-fd8f26cc-33a6-4d97-8fb3-7e1d5a5559f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:13.312582 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-24a60c7a-7c02-4910-80e9-dcef58199e47 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Network 752a233b-a150-437e-af54-044b68ca57ff is already hosted by enough agents. {{(pid=99594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:41:13.316293 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-24a60c7a-7c02-4910-80e9-dcef58199e47 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Resources bound (agent type, host, resource id): {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:41:13.318788 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-24a60c7a-7c02-4910-80e9-dcef58199e47 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Received port after_create {{(pid=99594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:41:13.325903 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-24a60c7a-7c02-4910-80e9-dcef58199e47 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:13.326542 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-24a60c7a-7c02-4910-80e9-dcef58199e47 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:13.337196 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a60c7a-7c02-4910-80e9-dcef58199e47 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Pushing event updated for resources: {'Port': ['ID=46b4d0b8-2876-4491-9110-95658cd29e1e,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:13.350076 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a60c7a-7c02-4910-80e9-dcef58199e47 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:13.350521 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a60c7a-7c02-4910-80e9-dcef58199e47 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:13.351175 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a60c7a-7c02-4910-80e9-dcef58199e47 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:13.351621 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a60c7a-7c02-4910-80e9-dcef58199e47 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:13.352011 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a60c7a-7c02-4910-80e9-dcef58199e47 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:13.352402 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a60c7a-7c02-4910-80e9-dcef58199e47 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:13.353522 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a60c7a-7c02-4910-80e9-dcef58199e47 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:13.354278 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a60c7a-7c02-4910-80e9-dcef58199e47 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:13.354845 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a60c7a-7c02-4910-80e9-dcef58199e47 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:13.355213 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a60c7a-7c02-4910-80e9-dcef58199e47 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:13.355580 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a60c7a-7c02-4910-80e9-dcef58199e47 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:13.355956 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a60c7a-7c02-4910-80e9-dcef58199e47 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:13.356653 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fbe45a-900f-420b-8f70-7d76dff5422d req-9c55ff03-1e85-443e-8e79-845bfbbf0cc2 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:13.358482 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-f5fbe45a-900f-420b-8f70-7d76dff5422d req-9c55ff03-1e85-443e-8e79-845bfbbf0cc2 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7a7294a-43d9-48c0-96e6-d22f1c1b2f99 HTTP/1.1" status: 200 len: 944 time: 0.0794058 Jun 23 08:41:13.359870 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-24a60c7a-7c02-4910-80e9-dcef58199e47 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:13.361926 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-24a60c7a-7c02-4910-80e9-dcef58199e47 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5823894 Jun 23 08:41:13.384780 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-6397529d-740f-477d-a9d9-c4809afdde94 service neutron] Request body: {'port': {'device_id': 'b3dfd5c1-8612-4816-a609-81a35bcec74e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:41:13.402520 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-f5fbe45a-900f-420b-8f70-7d76dff5422d req-8b26b3cb-b3c7-419c-8b1b-14b8fdf1179e tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372727 Jun 23 08:41:13.469104 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-6397529d-740f-477d-a9d9-c4809afdde94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:13.597605 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:13.599254 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 49528) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:13.747730 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a2002-ed6d-4655-9583-ef080727cf0d req-249622ed-8dad-4869-85c1-f7d074eb18b4 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:13.749240 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-4d5a2002-ed6d-4655-9583-ef080727cf0d req-249622ed-8dad-4869-85c1-f7d074eb18b4 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dfd5c1-8612-4816-a609-81a35bcec74e HTTP/1.1" status: 200 len: 931 time: 0.1668305 Jun 23 08:41:13.758686 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-6397529d-740f-477d-a9d9-c4809afdde94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46b4d0b8-2876-4491-9110-95658cd29e1e {{(pid=99594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:41:13.761091 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e373b-6c1c-4bc3-bd6c-53d5c715dc64 req-8f87e9e6-7b21-4b8a-944c-3ece784b6227 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:13.762505 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-fb8e373b-6c1c-4bc3-bd6c-53d5c715dc64 req-8f87e9e6-7b21-4b8a-944c-3ece784b6227 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.1381159 Jun 23 08:41:13.767428 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-6397529d-740f-477d-a9d9-c4809afdde94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:13.776111 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-a238818d-e46a-49c5-8252-7a84ee7494f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:13.779727 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.provisioning_blocks [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-6397529d-740f-477d-a9d9-c4809afdde94 service neutron] Transition to ACTIVE for port object 46b4d0b8-2876-4491-9110-95658cd29e1e will not be triggered until provisioned by entity L2. {{(pid=99594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:41:13.783594 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-6397529d-740f-477d-a9d9-c4809afdde94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:13.786417 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:13.832140 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397529d-740f-477d-a9d9-c4809afdde94 service neutron] Pushing event updated for resources: {'Port': ['ID=46b4d0b8-2876-4491-9110-95658cd29e1e,revision_number=2']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:13.836673 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-6397529d-740f-477d-a9d9-c4809afdde94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:13.843316 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-4d5a2002-ed6d-4655-9583-ef080727cf0d req-9ba5d599-1f0c-4cdb-aa36-c52a72b6a488 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a6fb967-2600-4bfe-8f0a-26deb789ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753319 Jun 23 08:41:13.851484 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-fb8e373b-6c1c-4bc3-bd6c-53d5c715dc64 req-7ecd7d25-3581-46e4-ab69-ad9f92a65c03 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818312 Jun 23 08:41:13.872922 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-6397529d-740f-477d-a9d9-c4809afdde94 service neutron] Attempting to bind port 46b4d0b8-2876-4491-9110-95658cd29e1e on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:41:13.873316 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-6397529d-740f-477d-a9d9-c4809afdde94 service neutron] Attempting to bind port 46b4d0b8-2876-4491-9110-95658cd29e1e by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': 'b9067bbb-ca07-48c0-9358-8b5e65bef2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '752a233b-a150-437e-af54-044b68ca57ff'}] {{(pid=99594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:41:13.873604 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-6397529d-740f-477d-a9d9-c4809afdde94 service neutron] Attempting to bind port 46b4d0b8-2876-4491-9110-95658cd29e1e on network 752a233b-a150-437e-af54-044b68ca57ff {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:41:13.878488 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-6397529d-740f-477d-a9d9-c4809afdde94 service neutron] Port 46b4d0b8-2876-4491-9110-95658cd29e1e on network 752a233b-a150-437e-af54-044b68ca57ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 08:41:13.879025 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-6397529d-740f-477d-a9d9-c4809afdde94 service neutron] Attempting to bind port 46b4d0b8-2876-4491-9110-95658cd29e1e on network 752a233b-a150-437e-af54-044b68ca57ff {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:41:13.884924 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-6397529d-740f-477d-a9d9-c4809afdde94 service neutron] Checking agent: {'id': '5783bbde-a90f-4f17-9165-5d18275c1698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 37, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:41:13.885270 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-6397529d-740f-477d-a9d9-c4809afdde94 service neutron] Checking segment: {'id': 'b9067bbb-ca07-48c0-9358-8b5e65bef2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '752a233b-a150-437e-af54-044b68ca57ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:41:13.885658 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-6397529d-740f-477d-a9d9-c4809afdde94 service neutron] Bound using segment: {'id': 'b9067bbb-ca07-48c0-9358-8b5e65bef2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '752a233b-a150-437e-af54-044b68ca57ff'} {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:41:13.886096 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-6397529d-740f-477d-a9d9-c4809afdde94 service neutron] Bound port: 46b4d0b8-2876-4491-9110-95658cd29e1e, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9067bbb-ca07-48c0-9358-8b5e65bef2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '752a233b-a150-437e-af54-044b68ca57ff'}}] {{(pid=99594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:41:13.886486 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-6397529d-740f-477d-a9d9-c4809afdde94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:13.932143 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-a238818d-e46a-49c5-8252-7a84ee7494f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:13.936192 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-a238818d-e46a-49c5-8252-7a84ee7494f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:13.953809 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-6397529d-740f-477d-a9d9-c4809afdde94 service neutron] For port 46b4d0b8-2876-4491-9110-95658cd29e1e, host hv-cinder-76859, cleared binding levels {{(pid=99594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:41:13.957063 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-6397529d-740f-477d-a9d9-c4809afdde94 service neutron] For port 46b4d0b8-2876-4491-9110-95658cd29e1e, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=46b4d0b8-2876-4491-9110-95658cd29e1e,segment=NetworkSegment(b9067bbb-ca07-48c0-9358-8b5e65bef2a8),segment_id=b9067bbb-ca07-48c0-9358-8b5e65bef2a8)] {{(pid=99594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:41:13.959088 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:13.961190 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-6397529d-740f-477d-a9d9-c4809afdde94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:13.965463 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-a238818d-e46a-49c5-8252-7a84ee7494f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8dc4ef1c0a2b446c8740b0364f46c1b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3634245 Jun 23 08:41:13.965812 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-7df4ae51-ffa9-4ed0-a84c-fe9eecda0366 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:13.967554 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 49536) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:13.984073 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238818d-e46a-49c5-8252-7a84ee7494f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa966bc-596a-4748-ba42-6b6ce1c5ddfd,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:13.991503 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-a238818d-e46a-49c5-8252-7a84ee7494f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:14.030320 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-6397529d-740f-477d-a9d9-c4809afdde94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:14.030981 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-6397529d-740f-477d-a9d9-c4809afdde94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:14.032442 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-6397529d-740f-477d-a9d9-c4809afdde94 service neutron] 10.222.0.13 "PUT /v2.0/ports/46b4d0b8-2876-4491-9110-95658cd29e1e HTTP/1.1" status: 200 len: 1093 time: 0.6559122 Jun 23 08:41:14.032940 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3dfd5c1-8612-4816-a609-81a35bcec74e', 'tag': '46b4d0b8-2876-4491-9110-95658cd29e1e'}] {{(pid=99594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:41:14.035621 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3f20cf24677dbb31f56fc6b5fcedde197d4abde885e517d24b88e41f2eb98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644b79d9-7a94-4a39-88b4-fe27c60d4446" -d '{"events": [{"name": "network-changed", "server_uuid": "b3dfd5c1-8612-4816-a609-81a35bcec74e", "tag": "46b4d0b8-2876-4491-9110-95658cd29e1e"}]}' {{(pid=99594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:41:14.062151 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397529d-740f-477d-a9d9-c4809afdde94 service neutron] Pushing event updated for resources: {'Port': ['ID=46b4d0b8-2876-4491-9110-95658cd29e1e,revision_number=3']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:14.067037 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-6397529d-740f-477d-a9d9-c4809afdde94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:14.082970 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-79f9dd35-5226-4d58-858b-ddb47c2a2509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:14.099754 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 08:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6f4931-9bdb-4303-a741-268d45405f12 x-openstack-request-id: req-fc6f4931-9bdb-4303-a741-268d45405f12 {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:41:14.099754 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3dfd5c1-8612-4816-a609-81a35bcec74e", "tag": "46b4d0b8-2876-4491-9110-95658cd29e1e", "status": "completed", "code": 200}]} {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:41:14.099975 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fc6f4931-9bdb-4303-a741-268d45405f12 {{(pid=99594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:41:14.100312 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3dfd5c1-8612-4816-a609-81a35bcec74e', 'tag': '46b4d0b8-2876-4491-9110-95658cd29e1e', 'status': 'completed', 'code': 200} Jun 23 08:41:14.111961 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-79f9dd35-5226-4d58-858b-ddb47c2a2509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:14.194182 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-79f9dd35-5226-4d58-858b-ddb47c2a2509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:14.197692 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-79f9dd35-5226-4d58-858b-ddb47c2a2509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:14.198743 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-79f9dd35-5226-4d58-858b-ddb47c2a2509 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1fa966bc-596a-4748-ba42-6b6ce1c5ddfd HTTP/1.1" status: 204 len: 168 time: 0.2265677 Jun 23 08:41:14.200188 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:14.203599 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-6c34f424-0935-4e57-ab25-03d99a571eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:14.205030 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-6c34f424-0935-4e57-ab25-03d99a571eb6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de19caf921534f3b9b6bf736d1050ad0&device_id=b3dfd5c1-8612-4816-a609-81a35bcec74e HTTP/1.1" status: 200 len: 1096 time: 0.0712347 Jun 23 08:41:14.210842 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9dd35-5226-4d58-858b-ddb47c2a2509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa966bc-596a-4748-ba42-6b6ce1c5ddfd,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:14.213344 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-79f9dd35-5226-4d58-858b-ddb47c2a2509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:14.254964 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-fa6db125-c481-426e-80b0-41b3d36bc564 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46b4d0b8-2876-4491-9110-95658cd29e1e HTTP/1.1" status: 200 len: 217 time: 0.0351839 Jun 23 08:41:14.314973 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-db4c2b50-cb1d-4260-baeb-480b6718d474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:14.316414 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-db4c2b50-cb1d-4260-baeb-480b6718d474 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0b1595b-da8f-430d-b6bb-c9835141e34a HTTP/1.1" status: 200 len: 849 time: 0.0538485 Jun 23 08:41:14.351887 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-e1c57057-9c1b-4700-8bb7-1cda79ef02bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=752a233b-a150-437e-af54-044b68ca57ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267737 Jun 23 08:41:14.471122 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-6613af01-2a07-4f82-b7dc-ac21a8df2085 service neutron] 10.222.0.13 "GET /v2.0/networks/752a233b-a150-437e-af54-044b68ca57ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123130 Jun 23 08:41:14.529657 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 49556) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:14.567610 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-82d451fa-17f2-4496-83a6-0731f087c5d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:14.624931 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269dc5c-f0f0-4b08-aba8-caccc033b765 req-127f9ee3-63b2-4e51-944e-186669cbbf7a tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:14.626311 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-f269dc5c-f0f0-4b08-aba8-caccc033b765 req-127f9ee3-63b2-4e51-944e-186669cbbf7a tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7a7294a-43d9-48c0-96e6-d22f1c1b2f99 HTTP/1.1" status: 200 len: 944 time: 0.0691643 Jun 23 08:41:14.669526 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-f269dc5c-f0f0-4b08-aba8-caccc033b765 req-1927d5d9-2e56-43af-9e60-28547ad8b108 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373409 Jun 23 08:41:14.680288 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f1a72fe5-61d4-447a-a077-6f4a15184da0 req-bf0525b2-7802-4a0b-82e6-899fcb899c02 service neutron] 10.222.0.13 "GET /v2.0/networks/752a233b-a150-437e-af54-044b68ca57ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206231 Jun 23 08:41:14.736451 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-82d451fa-17f2-4496-83a6-0731f087c5d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:14.741151 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-82d451fa-17f2-4496-83a6-0731f087c5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:14.744574 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-337629ff-f48e-4e01-93fb-5a08b4aa63c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:14.779620 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-82d451fa-17f2-4496-83a6-0731f087c5d1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=073d8290366747f2bfa2ba8ca4c5c9a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2485456 Jun 23 08:41:14.780351 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d451fa-17f2-4496-83a6-0731f087c5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6949e631-90e8-420e-a9b4-ec14f32ce168,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:14.782888 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 49560) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:14.783240 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-82d451fa-17f2-4496-83a6-0731f087c5d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:14.835356 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-1a4c208c-e403-4c7d-b199-2ecdd52d9c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:14.857304 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-1a4c208c-e403-4c7d-b199-2ecdd52d9c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:14.917183 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-1a4c208c-e403-4c7d-b199-2ecdd52d9c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:14.920208 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-1a4c208c-e403-4c7d-b199-2ecdd52d9c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:14.926996 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-1a4c208c-e403-4c7d-b199-2ecdd52d9c9e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6949e631-90e8-420e-a9b4-ec14f32ce168 HTTP/1.1" status: 204 len: 168 time: 0.1401885 Jun 23 08:41:14.927867 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-2eec524c-853c-4b81-b865-44a6e0ed0dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:14.935602 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b79d9-7a94-4a39-88b4-fe27c60d4446 req-f1d5a6fc-aa3e-41ec-8353-d58fc56741ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:14.937180 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-644b79d9-7a94-4a39-88b4-fe27c60d4446 req-f1d5a6fc-aa3e-41ec-8353-d58fc56741ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de19caf921534f3b9b6bf736d1050ad0&device_id=b3dfd5c1-8612-4816-a609-81a35bcec74e HTTP/1.1" status: 200 len: 1096 time: 0.0733445 Jun 23 08:41:14.940488 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c208c-e403-4c7d-b199-2ecdd52d9c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6949e631-90e8-420e-a9b4-ec14f32ce168,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:14.942944 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-1a4c208c-e403-4c7d-b199-2ecdd52d9c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:15.052709 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b79d9-7a94-4a39-88b4-fe27c60d4446 req-93d3cd68-175f-40c5-819c-86b48a4585da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:15.054286 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-644b79d9-7a94-4a39-88b4-fe27c60d4446 req-93d3cd68-175f-40c5-819c-86b48a4585da service neutron] 10.222.0.13 "GET /v2.0/networks?id=752a233b-a150-437e-af54-044b68ca57ff HTTP/1.1" status: 200 len: 910 time: 0.1097353 Jun 23 08:41:15.104774 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e90c23-bf5c-4677-b1e5-8e4bb71084a2 req-bbca2c62-b9da-4ca3-97ff-544552e67be0 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:15.106366 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-25e90c23-bf5c-4677-b1e5-8e4bb71084a2 req-bbca2c62-b9da-4ca3-97ff-544552e67be0 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dfd5c1-8612-4816-a609-81a35bcec74e HTTP/1.1" status: 200 len: 943 time: 0.1075268 Jun 23 08:41:15.148878 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71251de4-ab01-46cd-996a-f3faabc59c34 req-52774a53-2b26-411b-b5a0-83f6a4509e3e tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:15.151733 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-71251de4-ab01-46cd-996a-f3faabc59c34 req-52774a53-2b26-411b-b5a0-83f6a4509e3e tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.1208220 Jun 23 08:41:15.189489 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-25e90c23-bf5c-4677-b1e5-8e4bb71084a2 req-3f386a30-c4a1-4011-be9e-7e341615fa0b tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a6fb967-2600-4bfe-8f0a-26deb789ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700505 Jun 23 08:41:15.220689 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-71251de4-ab01-46cd-996a-f3faabc59c34 req-3a33dd3b-6445-49db-bf8c-fb99064d518d tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618851 Jun 23 08:41:15.333656 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-644b79d9-7a94-4a39-88b4-fe27c60d4446 req-53c136d8-9038-49b5-88d1-bad4509d9ee7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46b4d0b8-2876-4491-9110-95658cd29e1e HTTP/1.1" status: 200 len: 217 time: 0.2701366 Jun 23 08:41:15.387157 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b79d9-7a94-4a39-88b4-fe27c60d4446 req-ae6faac0-9cbb-41db-ab77-756c566ad267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:15.388735 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-644b79d9-7a94-4a39-88b4-fe27c60d4446 req-ae6faac0-9cbb-41db-ab77-756c566ad267 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0b1595b-da8f-430d-b6bb-c9835141e34a HTTP/1.1" status: 200 len: 849 time: 0.0477233 Jun 23 08:41:15.423746 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-644b79d9-7a94-4a39-88b4-fe27c60d4446 req-1dc28bbc-bf25-45ce-8353-a64bb978621a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=752a233b-a150-437e-af54-044b68ca57ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276730 Jun 23 08:41:15.520440 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-644b79d9-7a94-4a39-88b4-fe27c60d4446 req-6588e24e-c24f-423f-b672-436308af2a96 service neutron] 10.222.0.13 "GET /v2.0/networks/752a233b-a150-437e-af54-044b68ca57ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890403 Jun 23 08:41:15.617409 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-644b79d9-7a94-4a39-88b4-fe27c60d4446 req-12841c71-6050-4378-b01b-3ad041db4087 service neutron] 10.222.0.13 "GET /v2.0/networks/752a233b-a150-437e-af54-044b68ca57ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895650 Jun 23 08:41:15.867791 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23703f06-30d3-4052-a6c4-fce1bf5e6cc9 req-e2fb973d-96f9-4b01-881e-6d4c8959753e tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:15.869456 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-23703f06-30d3-4052-a6c4-fce1bf5e6cc9 req-e2fb973d-96f9-4b01-881e-6d4c8959753e tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7a7294a-43d9-48c0-96e6-d22f1c1b2f99 HTTP/1.1" status: 200 len: 944 time: 0.0673003 Jun 23 08:41:15.909246 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-23703f06-30d3-4052-a6c4-fce1bf5e6cc9 req-8f2aed50-f9ad-4348-829f-7efc37c18e00 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338266 Jun 23 08:41:15.974295 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device 09697a7c-6aac-4061-8d5f-1da5b5121292 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 08:41:16.074189 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port 09697a7c-6aac-4061-8d5f-1da5b5121292, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=09697a7c-6aac-4061-8d5f-1da5b5121292,segment=NetworkSegment(40413b3b-b45d-4a95-ab5a-0eceb9f6e658),segment_id=40413b3b-b45d-4a95-ab5a-0eceb9f6e658)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:41:16.085812 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Returning: {'device': '09697a7c-6aac-4061-8d5f-1da5b5121292', 'network_id': 'f2a71c23-2a6e-4a5b-9397-0dd91ec2db00', 'port_id': '09697a7c-6aac-4061-8d5f-1da5b5121292', 'mac_address': 'fa:16:3e:41:9e:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61fdd20b-531c-44e4-871b-ee221b26b9bc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 08:41:16.125422 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:16.142477 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09697a7c-6aac-4061-8d5f-1da5b5121292 {{(pid=99595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:41:16.163317 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port 09697a7c-6aac-4061-8d5f-1da5b5121292, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=09697a7c-6aac-4061-8d5f-1da5b5121292,segment=NetworkSegment(40413b3b-b45d-4a95-ab5a-0eceb9f6e658),segment_id=40413b3b-b45d-4a95-ab5a-0eceb9f6e658)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:41:16.167676 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:16.169770 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:16.216581 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=09697a7c-6aac-4061-8d5f-1da5b5121292,revision_number=4']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:16.226609 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:16.226609 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:16.226609 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:16.226609 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:16.226609 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:16.226609 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:16.226609 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:16.227431 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:16.227431 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:16.227431 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:16.227679 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:16.228043 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:16.232556 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:16.416905 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ffa4e-f0ef-4d32-9f09-d925c41fcd98 req-c4c47d27-6033-4f72-831e-a85129aacbc7 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:16.417983 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3b1ffa4e-f0ef-4d32-9f09-d925c41fcd98 req-c4c47d27-6033-4f72-831e-a85129aacbc7 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dfd5c1-8612-4816-a609-81a35bcec74e HTTP/1.1" status: 200 len: 943 time: 0.1081774 Jun 23 08:41:16.439687 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51c1b9-3b8d-494f-b60a-76c724ebbec5 req-a677465b-13ac-4b9f-aa6f-0fc682f8bd8b tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:16.441110 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9c51c1b9-3b8d-494f-b60a-76c724ebbec5 req-a677465b-13ac-4b9f-aa6f-0fc682f8bd8b tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0996346 Jun 23 08:41:16.485040 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3b1ffa4e-f0ef-4d32-9f09-d925c41fcd98 req-83484a67-fa7a-4aea-a9a2-d0be04fe621d tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a6fb967-2600-4bfe-8f0a-26deb789ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610971 Jun 23 08:41:16.499184 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9c51c1b9-3b8d-494f-b60a-76c724ebbec5 req-7a1e8ae9-5562-4741-b99a-130eb753cd8d tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497622 Jun 23 08:41:16.766165 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 49642) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:16.911499 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-58e71a50-a887-4c84-bbaf-b4794f623ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:17.047027 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-58e71a50-a887-4c84-bbaf-b4794f623ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:17.048181 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-58e71a50-a887-4c84-bbaf-b4794f623ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:17.052786 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-d1bfc0c8-e4b3-4dce-9ddb-80659d5b7195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:17.117368 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e71a50-a887-4c84-bbaf-b4794f623ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f827f2-8838-47d6-b335-9f6f9064e7ee,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:17.120557 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-58e71a50-a887-4c84-bbaf-b4794f623ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:17.125674 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-58e71a50-a887-4c84-bbaf-b4794f623ee2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=00c06edc6da341abafd3719c9a7a8a4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3583643 Jun 23 08:41:17.128543 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 49654) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:17.158249 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53dddda-cade-455f-bb73-95b815e648d3 req-c265cb70-b71d-4c6d-8b34-735e786542a7 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:17.159781 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b53dddda-cade-455f-bb73-95b815e648d3 req-c265cb70-b71d-4c6d-8b34-735e786542a7 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7a7294a-43d9-48c0-96e6-d22f1c1b2f99 HTTP/1.1" status: 200 len: 945 time: 0.1086648 Jun 23 08:41:17.186795 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3f8cdefd-f193-4bdd-8327-b77a5692c9aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:17.204135 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b53dddda-cade-455f-bb73-95b815e648d3 req-76e64c6a-ba95-4c6a-9d80-c972768342f0 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372672 Jun 23 08:41:17.210879 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3f8cdefd-f193-4bdd-8327-b77a5692c9aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:17.256211 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3f8cdefd-f193-4bdd-8327-b77a5692c9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:17.258905 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3f8cdefd-f193-4bdd-8327-b77a5692c9aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:17.260723 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-3f8cdefd-f193-4bdd-8327-b77a5692c9aa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/49f827f2-8838-47d6-b335-9f6f9064e7ee HTTP/1.1" status: 204 len: 168 time: 0.1312201 Jun 23 08:41:17.261498 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-75ca8241-e198-4bfb-ae6c-212a6827cc8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:17.268782 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8cdefd-f193-4bdd-8327-b77a5692c9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f827f2-8838-47d6-b335-9f6f9064e7ee,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:17.271061 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-3f8cdefd-f193-4bdd-8327-b77a5692c9aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:17.405927 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['09697a7c-6aac-4061-8d5f-1da5b5121292'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:41:17.523544 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 49664) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:17.537204 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7774ef21-568e-4896-bc1c-8444229dd5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:17.650306 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7774ef21-568e-4896-bc1c-8444229dd5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:17.654392 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7774ef21-568e-4896-bc1c-8444229dd5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:17.657933 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-726ee500-2c74-43e1-ba9c-8abb9c1ee0d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:17.693031 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-7774ef21-568e-4896-bc1c-8444229dd5bc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=92f970e6690b4ac09dd94bc4ef5292fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1679308 Jun 23 08:41:17.694949 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774ef21-568e-4896-bc1c-8444229dd5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4732c7bc-8fe7-41dc-954b-ec505b5ee3f4,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:17.697004 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 49668) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:17.698102 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-7774ef21-568e-4896-bc1c-8444229dd5bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:17.741616 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc076528-092a-4c2c-aa57-d847a5311776 req-57f89ebd-d2ed-48bb-a3ce-b856133ba012 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:17.744210 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-bc076528-092a-4c2c-aa57-d847a5311776 req-57f89ebd-d2ed-48bb-a3ce-b856133ba012 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.1280980 Jun 23 08:41:17.774143 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1928c-d6db-450c-8455-2beb17f68de8 req-d81b57fc-5f0a-43a9-b4d1-1c2ac9a93f6d tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:17.775697 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e2b1928c-d6db-450c-8455-2beb17f68de8 req-d81b57fc-5f0a-43a9-b4d1-1c2ac9a93f6d tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dfd5c1-8612-4816-a609-81a35bcec74e HTTP/1.1" status: 200 len: 943 time: 0.1317194 Jun 23 08:41:18.000859 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-73b768e1-be6d-4e17-b35d-03ea3ae201f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:18.009418 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-bc076528-092a-4c2c-aa57-d847a5311776 req-591d165e-eb5a-416d-a02e-ac5710670bc5 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585378 Jun 23 08:41:18.037208 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e2b1928c-d6db-450c-8455-2beb17f68de8 req-cf5042b0-811c-4b28-a186-8b3a61c96b34 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a6fb967-2600-4bfe-8f0a-26deb789ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545459 Jun 23 08:41:18.039011 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-73b768e1-be6d-4e17-b35d-03ea3ae201f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:18.090828 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-73b768e1-be6d-4e17-b35d-03ea3ae201f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:18.090828 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-73b768e1-be6d-4e17-b35d-03ea3ae201f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:18.091086 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-73b768e1-be6d-4e17-b35d-03ea3ae201f3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4732c7bc-8fe7-41dc-954b-ec505b5ee3f4 HTTP/1.1" status: 204 len: 168 time: 0.3927534 Jun 23 08:41:18.092004 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-c0eb3227-80c3-4baf-a381-b67c9bcb4590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:18.099360 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b768e1-be6d-4e17-b35d-03ea3ae201f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4732c7bc-8fe7-41dc-954b-ec505b5ee3f4,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:18.108030 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-73b768e1-be6d-4e17-b35d-03ea3ae201f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:18.389422 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d8905a-3f09-4c45-9f02-e8d71317f31e req-c25bbf35-8458-4e15-bda4-eae5717eb7ea tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:18.390973 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-45d8905a-3f09-4c45-9f02-e8d71317f31e req-c25bbf35-8458-4e15-bda4-eae5717eb7ea tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7a7294a-43d9-48c0-96e6-d22f1c1b2f99 HTTP/1.1" status: 200 len: 945 time: 0.0693727 Jun 23 08:41:18.429715 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-45d8905a-3f09-4c45-9f02-e8d71317f31e req-92ef3336-f926-483a-9812-ea7bf4d4e720 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331495 Jun 23 08:41:19.154840 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 49724) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:19.242543 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0320cc8b-2c1d-4a0e-9a2b-a02e7f643615 req-7ea55ca3-b4b7-4a1e-b52d-dad6ecee3b7d tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:19.244745 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-0320cc8b-2c1d-4a0e-9a2b-a02e7f643615 req-7ea55ca3-b4b7-4a1e-b52d-dad6ecee3b7d tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.1126263 Jun 23 08:41:19.261344 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db40e1-436a-4086-8395-02a2e0a21c16 req-6064cd53-65bd-498a-bb93-1a884a78fad4 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:19.265298 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-14db40e1-436a-4086-8395-02a2e0a21c16 req-6064cd53-65bd-498a-bb93-1a884a78fad4 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dfd5c1-8612-4816-a609-81a35bcec74e HTTP/1.1" status: 200 len: 943 time: 0.0956511 Jun 23 08:41:19.282907 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-c28c116a-7f67-437a-9f3b-a8db6bd6e7e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:19.331437 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-14db40e1-436a-4086-8395-02a2e0a21c16 req-1b097581-6647-4a03-b0f6-4eeccdac4867 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a6fb967-2600-4bfe-8f0a-26deb789ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637856 Jun 23 08:41:19.336509 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-0320cc8b-2c1d-4a0e-9a2b-a02e7f643615 req-b8884f1d-e93d-4ca5-8dab-986ea3dc5255 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848265 Jun 23 08:41:19.403166 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-c28c116a-7f67-437a-9f3b-a8db6bd6e7e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:19.413519 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-c28c116a-7f67-437a-9f3b-a8db6bd6e7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:19.418128 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-3a9c036e-2544-410e-80f3-9e41c1b8b6a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:19.460197 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c116a-7f67-437a-9f3b-a8db6bd6e7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9e79a4-4d0d-41db-917f-bfacc5c70c57,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:19.465751 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-c28c116a-7f67-437a-9f3b-a8db6bd6e7e3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ba79f29524b344b6b7e8e569d2f7ba67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3098733 Jun 23 08:41:19.466800 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-c28c116a-7f67-437a-9f3b-a8db6bd6e7e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:19.468264 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 49742) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:19.536537 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-0d6ee650-d8f7-41f1-9524-547024203d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:19.558259 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-0d6ee650-d8f7-41f1-9524-547024203d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:19.621760 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-0d6ee650-d8f7-41f1-9524-547024203d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:19.626353 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-0d6ee650-d8f7-41f1-9524-547024203d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:19.630150 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-0d6ee650-d8f7-41f1-9524-547024203d8f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bc9e79a4-4d0d-41db-917f-bfacc5c70c57 HTTP/1.1" status: 204 len: 168 time: 0.1607656 Jun 23 08:41:19.630986 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-3f8cdefd-f193-4bdd-8327-b77a5692c9aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:19.640035 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ee650-d8f7-41f1-9524-547024203d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9e79a4-4d0d-41db-917f-bfacc5c70c57,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:19.642026 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154d9e0-042a-4cd5-bfb6-8e227d681b29 req-9b7208e4-0c52-4c95-bb96-df8f44ace7e1 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:19.642437 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-0d6ee650-d8f7-41f1-9524-547024203d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:19.643844 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3154d9e0-042a-4cd5-bfb6-8e227d681b29 req-9b7208e4-0c52-4c95-bb96-df8f44ace7e1 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7a7294a-43d9-48c0-96e6-d22f1c1b2f99 HTTP/1.1" status: 200 len: 945 time: 0.0737572 Jun 23 08:41:19.705397 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3154d9e0-042a-4cd5-bfb6-8e227d681b29 req-5cb793f3-9288-4f09-8187-48ceddbed330 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472500 Jun 23 08:41:19.973355 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device 46b4d0b8-2876-4491-9110-95658cd29e1e details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 08:41:19.987868 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device 09697a7c-6aac-4061-8d5f-1da5b5121292 up at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:41:20.123627 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning for port 09697a7c-6aac-4061-8d5f-1da5b5121292 completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:41:20.139760 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning complete for port 09697a7c-6aac-4061-8d5f-1da5b5121292 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:41:20.140165 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:20.185227 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port 46b4d0b8-2876-4491-9110-95658cd29e1e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=46b4d0b8-2876-4491-9110-95658cd29e1e,segment=NetworkSegment(b9067bbb-ca07-48c0-9358-8b5e65bef2a8),segment_id=b9067bbb-ca07-48c0-9358-8b5e65bef2a8)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:41:20.206608 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Returning: {'device': '46b4d0b8-2876-4491-9110-95658cd29e1e', 'network_id': '752a233b-a150-437e-af54-044b68ca57ff', 'port_id': '46b4d0b8-2876-4491-9110-95658cd29e1e', 'mac_address': 'fa:16:3e:d9:f2:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0b1595b-da8f-430d-b6bb-c9835141e34a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 08:41:20.272264 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:20.293319 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46b4d0b8-2876-4491-9110-95658cd29e1e {{(pid=99595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:41:20.297619 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:20.330948 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port 46b4d0b8-2876-4491-9110-95658cd29e1e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=46b4d0b8-2876-4491-9110-95658cd29e1e,segment=NetworkSegment(b9067bbb-ca07-48c0-9358-8b5e65bef2a8),segment_id=b9067bbb-ca07-48c0-9358-8b5e65bef2a8)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:41:20.336951 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a7294a-43d9-48c0-96e6-d22f1c1b2f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09697a7c-6aac-4061-8d5f-1da5b5121292'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:41:20.340001 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe10368e395667840533ec91c6601648d36376b54de0a6f6a3b23a108ba8d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9986ff28-0593-4f8c-b0c1-063b97672baf" -d '{"events": [{"server_uuid": "d7a7294a-43d9-48c0-96e6-d22f1c1b2f99", "name": "network-vif-plugged", "status": "completed", "tag": "09697a7c-6aac-4061-8d5f-1da5b5121292"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:41:20.362020 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:20.378550 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port 09697a7c-6aac-4061-8d5f-1da5b5121292, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=09697a7c-6aac-4061-8d5f-1da5b5121292,segment=NetworkSegment(40413b3b-b45d-4a95-ab5a-0eceb9f6e658),segment_id=40413b3b-b45d-4a95-ab5a-0eceb9f6e658)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:41:20.381358 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:20.387394 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:20.430092 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106d83f6-27e0-4d29-a601-74557a460af4 x-openstack-request-id: req-106d83f6-27e0-4d29-a601-74557a460af4 {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:41:20.430399 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a7294a-43d9-48c0-96e6-d22f1c1b2f99", "name": "network-vif-plugged", "status": "completed", "tag": "09697a7c-6aac-4061-8d5f-1da5b5121292", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:41:20.430670 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-106d83f6-27e0-4d29-a601-74557a460af4 {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:41:20.431197 dv-cinder-768592-7-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a7294a-43d9-48c0-96e6-d22f1c1b2f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09697a7c-6aac-4061-8d5f-1da5b5121292', 'code': 200} Jun 23 08:41:20.452525 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=46b4d0b8-2876-4491-9110-95658cd29e1e,revision_number=4']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:20.466716 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:20.467519 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-903d30fc-107b-4be2-8082-c0928566fd06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:20.596456 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=09697a7c-6aac-4061-8d5f-1da5b5121292,revision_number=5']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:20.604564 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:20.656063 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af3599-535f-4a54-9a0b-c64649416a8c req-07b1b5bb-9df6-4510-9f62-7541943ab521 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:20.663337 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e5af3599-535f-4a54-9a0b-c64649416a8c req-07b1b5bb-9df6-4510-9f62-7541943ab521 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dfd5c1-8612-4816-a609-81a35bcec74e HTTP/1.1" status: 200 len: 944 time: 0.1276946 Jun 23 08:41:20.679778 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdea09-818c-4c36-9145-2decb8e72678 req-04f1030b-33a9-4527-bbda-ec282a97bb0a tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:20.696755 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-53cdea09-818c-4c36-9145-2decb8e72678 req-04f1030b-33a9-4527-bbda-ec282a97bb0a tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.1327214 Jun 23 08:41:20.770640 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-53cdea09-818c-4c36-9145-2decb8e72678 req-18f4ce47-4e09-45e0-9e54-d2e5ec489a00 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690036 Jun 23 08:41:20.773685 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e5af3599-535f-4a54-9a0b-c64649416a8c req-a70ed6c5-c308-456b-b7a2-25446e3df112 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a6fb967-2600-4bfe-8f0a-26deb789ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095600 Jun 23 08:41:20.805343 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58360342-848b-4a99-82f8-98eaca54557d req-a185cb9b-b7eb-46f7-8df6-88d4e679ae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:20.805343 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-58360342-848b-4a99-82f8-98eaca54557d req-a185cb9b-b7eb-46f7-8df6-88d4e679ae04 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d7a7294a-43d9-48c0-96e6-d22f1c1b2f99 HTTP/1.1" status: 200 len: 1099 time: 0.0636594 Jun 23 08:41:20.855454 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-58360342-848b-4a99-82f8-98eaca54557d req-27961577-9067-4bf6-8a33-0c82dbd4110d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450478 Jun 23 08:41:21.023014 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ed38e-2434-4d86-b397-bb867f74c171 req-dd68dc0c-23e8-46c5-97cf-1b854660492c tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:21.025151 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e67ed38e-2434-4d86-b397-bb867f74c171 req-dd68dc0c-23e8-46c5-97cf-1b854660492c tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7a7294a-43d9-48c0-96e6-d22f1c1b2f99 HTTP/1.1" status: 200 len: 946 time: 0.0964990 Jun 23 08:41:21.071552 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e67ed38e-2434-4d86-b397-bb867f74c171 req-bf093b3a-4598-4c7b-a40b-f0589c92f1d5 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394266 Jun 23 08:41:22.005934 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f3dca-38a9-4203-9c78-8988de242b51 req-018d73d6-e56d-41b7-a2cd-a08f5625a4f7 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:22.007331 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-ad3f3dca-38a9-4203-9c78-8988de242b51 req-018d73d6-e56d-41b7-a2cd-a08f5625a4f7 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.1088567 Jun 23 08:41:22.015745 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f66d0-e647-42cb-8a51-dce5bdba5f17 req-69b26598-4f87-4126-86b1-3f30342972f6 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:22.017100 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-aa3f66d0-e647-42cb-8a51-dce5bdba5f17 req-69b26598-4f87-4126-86b1-3f30342972f6 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dfd5c1-8612-4816-a609-81a35bcec74e HTTP/1.1" status: 200 len: 944 time: 0.0895000 Jun 23 08:41:22.076334 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-ad3f3dca-38a9-4203-9c78-8988de242b51 req-59b0715e-d3e2-448b-a3e8-1b99b20e9e91 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582988 Jun 23 08:41:22.079077 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-aa3f66d0-e647-42cb-8a51-dce5bdba5f17 req-8d04462d-92f5-4a10-9998-350a1052708d tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a6fb967-2600-4bfe-8f0a-26deb789ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552378 Jun 23 08:41:22.248555 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb835a-e3eb-44d8-a90e-097e0baa8b2d req-6b5a9b1d-5f9f-49bd-a68b-9da406240357 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:22.250007 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-67eb835a-e3eb-44d8-a90e-097e0baa8b2d req-6b5a9b1d-5f9f-49bd-a68b-9da406240357 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7a7294a-43d9-48c0-96e6-d22f1c1b2f99 HTTP/1.1" status: 200 len: 946 time: 0.0617578 Jun 23 08:41:22.288102 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-67eb835a-e3eb-44d8-a90e-097e0baa8b2d req-fc0ffc8b-e945-4a9b-8e10-dd0a4ee99697 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325336 Jun 23 08:41:22.635525 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['46b4d0b8-2876-4491-9110-95658cd29e1e'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:41:23.309878 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db4f2f-8be5-44e6-95b0-05adeceae7d6 req-95db6210-af68-4837-96f5-a484e209e36f tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:23.311440 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-62db4f2f-8be5-44e6-95b0-05adeceae7d6 req-95db6210-af68-4837-96f5-a484e209e36f tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dfd5c1-8612-4816-a609-81a35bcec74e HTTP/1.1" status: 200 len: 944 time: 0.1126907 Jun 23 08:41:23.323758 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9be8e9-7a0b-477d-afd5-3c34e1df73c1 req-07c9ad02-2387-434e-b6c7-60efadab99dd tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:23.325080 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-5c9be8e9-7a0b-477d-afd5-3c34e1df73c1 req-07c9ad02-2387-434e-b6c7-60efadab99dd tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0920224 Jun 23 08:41:23.379347 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-62db4f2f-8be5-44e6-95b0-05adeceae7d6 req-1be35012-e0f2-4ca2-ac2a-f3da7366bd80 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a6fb967-2600-4bfe-8f0a-26deb789ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533078 Jun 23 08:41:23.386428 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-5c9be8e9-7a0b-477d-afd5-3c34e1df73c1 req-21b9566d-9b45-4c9a-b999-93c6b07d1d89 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545313 Jun 23 08:41:23.546918 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5737f9c-0d86-408d-a68c-e372d2524119 req-95932f30-ab55-4a9f-bab1-6708352a3451 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:23.548411 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e5737f9c-0d86-408d-a68c-e372d2524119 req-95932f30-ab55-4a9f-bab1-6708352a3451 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7a7294a-43d9-48c0-96e6-d22f1c1b2f99 HTTP/1.1" status: 200 len: 946 time: 0.0666578 Jun 23 08:41:23.587918 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e5737f9c-0d86-408d-a68c-e372d2524119 req-43685ff5-727b-4a03-9e7d-e84fdf1c0c21 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331781 Jun 23 08:41:24.600020 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53dcb85-d928-4df9-93c3-248dc3cfe950 req-b53b4644-1f86-45c9-beae-677b7087cb4a tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:24.601573 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a53dcb85-d928-4df9-93c3-248dc3cfe950 req-b53b4644-1f86-45c9-beae-677b7087cb4a tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dfd5c1-8612-4816-a609-81a35bcec74e HTTP/1.1" status: 200 len: 944 time: 0.1059623 Jun 23 08:41:24.614710 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31c16c-2049-4707-bfe0-acc3f58295e7 req-aefb0d31-5485-4763-97e2-dabacfb5bfda tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:24.616398 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-5b31c16c-2049-4707-bfe0-acc3f58295e7 req-aefb0d31-5485-4763-97e2-dabacfb5bfda tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.1097405 Jun 23 08:41:24.671603 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a53dcb85-d928-4df9-93c3-248dc3cfe950 req-27754e3e-0ff8-4080-ba17-4a36c9e6fc94 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a6fb967-2600-4bfe-8f0a-26deb789ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537751 Jun 23 08:41:24.676210 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-5b31c16c-2049-4707-bfe0-acc3f58295e7 req-2a90b6d1-2a40-4c5e-a04f-f18b18b0c8c3 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518978 Jun 23 08:41:25.292740 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 49934) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:25.398474 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-ced4b683-3f3a-403f-a23c-bb401c38f232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:25.494334 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-ced4b683-3f3a-403f-a23c-bb401c38f232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:25.498426 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-ced4b683-3f3a-403f-a23c-bb401c38f232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:25.500838 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:25.540073 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-ced4b683-3f3a-403f-a23c-bb401c38f232 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5f843a728b8b489a908912c1ea6e028e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2460368 Jun 23 08:41:25.540953 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4b683-3f3a-403f-a23c-bb401c38f232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a0bc94-65f6-41d4-af64-f23d8ab36576,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:25.543579 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 49940) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:25.549622 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-ced4b683-3f3a-403f-a23c-bb401c38f232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:25.593149 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-3fdcb52c-9de5-4aa8-82ac-e33f462015fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:25.614621 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-3fdcb52c-9de5-4aa8-82ac-e33f462015fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:25.659752 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-3fdcb52c-9de5-4aa8-82ac-e33f462015fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:25.662318 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-3fdcb52c-9de5-4aa8-82ac-e33f462015fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:25.663501 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-3fdcb52c-9de5-4aa8-82ac-e33f462015fa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/16a0bc94-65f6-41d4-af64-f23d8ab36576 HTTP/1.1" status: 204 len: 168 time: 0.1190009 Jun 23 08:41:25.664211 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-5a3b463d-613e-4a2c-830d-1ed940e2726f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:25.671726 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdcb52c-9de5-4aa8-82ac-e33f462015fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a0bc94-65f6-41d4-af64-f23d8ab36576,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:25.673871 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-3fdcb52c-9de5-4aa8-82ac-e33f462015fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:25.887240 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de45f50-8892-47f5-82b4-a6f0c792522e req-b2a69001-dd17-4e16-8a0f-4b3448a02a8d tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:25.888729 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-8de45f50-8892-47f5-82b4-a6f0c792522e req-b2a69001-dd17-4e16-8a0f-4b3448a02a8d tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dfd5c1-8612-4816-a609-81a35bcec74e HTTP/1.1" status: 200 len: 944 time: 0.1041658 Jun 23 08:41:25.909802 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6602b06-193b-4628-8a27-0ac5f1f0f984 req-5ba14bd2-7ca8-453f-a0bc-b9a422e4fc44 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:25.911281 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b6602b06-193b-4628-8a27-0ac5f1f0f984 req-5ba14bd2-7ca8-453f-a0bc-b9a422e4fc44 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.1148603 Jun 23 08:41:25.956368 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-8de45f50-8892-47f5-82b4-a6f0c792522e req-ee6d5f68-336e-4b85-b5c3-073717d60032 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a6fb967-2600-4bfe-8f0a-26deb789ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602672 Jun 23 08:41:25.969220 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b6602b06-193b-4628-8a27-0ac5f1f0f984 req-4f8679af-e83f-499a-831a-8c9295c4ad52 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498364 Jun 23 08:41:26.014298 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device 46b4d0b8-2876-4491-9110-95658cd29e1e up at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:41:26.070552 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning for port 46b4d0b8-2876-4491-9110-95658cd29e1e completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:41:26.075179 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning complete for port 46b4d0b8-2876-4491-9110-95658cd29e1e triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:41:26.075700 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:26.176937 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:26.201548 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3dfd5c1-8612-4816-a609-81a35bcec74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b4d0b8-2876-4491-9110-95658cd29e1e'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:41:26.203880 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe10368e395667840533ec91c6601648d36376b54de0a6f6a3b23a108ba8d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a545491c-7d17-4c7c-ad22-627eb673ed3b" -d '{"events": [{"server_uuid": "b3dfd5c1-8612-4816-a609-81a35bcec74e", "name": "network-vif-plugged", "status": "completed", "tag": "46b4d0b8-2876-4491-9110-95658cd29e1e"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:41:26.216712 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port 46b4d0b8-2876-4491-9110-95658cd29e1e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=46b4d0b8-2876-4491-9110-95658cd29e1e,segment=NetworkSegment(b9067bbb-ca07-48c0-9358-8b5e65bef2a8),segment_id=b9067bbb-ca07-48c0-9358-8b5e65bef2a8)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:41:26.224324 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:26.226816 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:26.281459 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90ecd7e-924c-40e0-8555-ea6d5d09d57c x-openstack-request-id: req-b90ecd7e-924c-40e0-8555-ea6d5d09d57c {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:41:26.282015 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3dfd5c1-8612-4816-a609-81a35bcec74e", "name": "network-vif-plugged", "status": "completed", "tag": "46b4d0b8-2876-4491-9110-95658cd29e1e", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:41:26.282483 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b90ecd7e-924c-40e0-8555-ea6d5d09d57c {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:41:26.283128 dv-cinder-768592-7-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3dfd5c1-8612-4816-a609-81a35bcec74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b4d0b8-2876-4491-9110-95658cd29e1e', 'code': 200} Jun 23 08:41:26.300104 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=46b4d0b8-2876-4491-9110-95658cd29e1e,revision_number=5']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:26.303784 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:26.305280 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b505c-d762-4d49-ba7a-395b59bdf83f req-4579e750-71c3-47b1-b34b-9005170b945d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:26.307754 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-b16b505c-d762-4d49-ba7a-395b59bdf83f req-4579e750-71c3-47b1-b34b-9005170b945d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 1098 time: 0.0913370 Jun 23 08:41:26.362441 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-b16b505c-d762-4d49-ba7a-395b59bdf83f req-fef2cda7-add3-4c9b-86bf-e70b23145899 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444305 Jun 23 08:41:26.432605 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 49988) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:26.562203 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [None req-ddd0462f-6e6b-4604-a334-00fa40f428fc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-760123047-network', 'tenant_id': 'b702ea957bec4fd09d9744a200168709'}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:41:26.584466 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd0462f-6e6b-4604-a334-00fa40f428fc admin admin] Made reservation on behalf of b702ea957bec4fd09d9744a200168709 for: {'network': 1} {{(pid=99593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:41:26.587114 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-ddd0462f-6e6b-4604-a334-00fa40f428fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for network, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:26.597405 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-ddd0462f-6e6b-4604-a334-00fa40f428fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:26.692476 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-ddd0462f-6e6b-4604-a334-00fa40f428fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:26.698018 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-ddd0462f-6e6b-4604-a334-00fa40f428fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:26.701198 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-69711d20-be2c-4abc-85a6-a374237462ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:26.726595 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd0462f-6e6b-4604-a334-00fa40f428fc admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=99593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 08:41:26.732650 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0462f-6e6b-4604-a334-00fa40f428fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3f34d8-eeb9-49b7-8b51-c879c048772d,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:26.736262 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-ddd0462f-6e6b-4604-a334-00fa40f428fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:26.741433 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-ddd0462f-6e6b-4604-a334-00fa40f428fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565'] for segment, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:26.741790 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.db.segments_db [None req-ddd0462f-6e6b-4604-a334-00fa40f428fc admin admin] Added segment 1f68e125-d527-4a5a-84c6-896796b3df67 of type vlan for network d0d43174-f981-49b1-bac6-a67fe4300b11 Jun 23 08:41:26.784901 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-ddd0462f-6e6b-4604-a334-00fa40f428fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772758686486'] for network, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:26.816605 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-ddd0462f-6e6b-4604-a334-00fa40f428fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095'] for network, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:26.817927 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd0462f-6e6b-4604-a334-00fa40f428fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:26.818506 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-ddd0462f-6e6b-4604-a334-00fa40f428fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for network, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:26.820604 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-8df09b72-c7ca-4287-a70b-79ca1af29de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:26.879245 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-ddd0462f-6e6b-4604-a334-00fa40f428fc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4452178 Jun 23 08:41:26.883965 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 50012) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:26.888474 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0462f-6e6b-4604-a334-00fa40f428fc admin admin] Pushing event updated for resources: {'Network': ['ID=d0d43174-f981-49b1-bac6-a67fe4300b11,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:26.891195 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-ddd0462f-6e6b-4604-a334-00fa40f428fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:26.905529 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Network d0d43174-f981-49b1-bac6-a67fe4300b11 details requested by agent ovs-agent-dv-cinder-768592-7-smb with host dv-cinder-768592-7-smb {{(pid=99595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 08:41:26.906960 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-4a53ce39-7100-4caf-9ee7-f5d732c42a67 admin admin] Request body: {'subnet': {'network_id': 'd0d43174-f981-49b1-bac6-a67fe4300b11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-760123047-subnet', 'tenant_id': 'b702ea957bec4fd09d9744a200168709', 'ip_version': 4}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:41:26.933624 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a53ce39-7100-4caf-9ee7-f5d732c42a67 admin admin] Made reservation on behalf of b702ea957bec4fd09d9744a200168709 for: {'subnet': 1} {{(pid=99594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:41:26.936754 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4a53ce39-7100-4caf-9ee7-f5d732c42a67 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:27.122187 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6349f1-f3dd-4799-bfc7-0d54d6aa7d06 req-51d697ec-8b18-4007-b5b6-49952985c6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:27.122303 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-fb6349f1-f3dd-4799-bfc7-0d54d6aa7d06 req-51d697ec-8b18-4007-b5b6-49952985c6f0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b3dfd5c1-8612-4816-a609-81a35bcec74e HTTP/1.1" status: 200 len: 1098 time: 0.1256983 Jun 23 08:41:27.219517 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-fb6349f1-f3dd-4799-bfc7-0d54d6aa7d06 req-793e3ce1-9edd-4f37-8486-5e2a96671bcc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0a6fb967-2600-4bfe-8f0a-26deb789ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474923 Jun 23 08:41:27.265542 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4a53ce39-7100-4caf-9ee7-f5d732c42a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100'] for subnet, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:27.266448 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39515667-5c47-40ee-b145-5c2dd5262184 req-36d540a9-af6c-4b9d-84ae-5973b3d802a1 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:27.267996 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-39515667-5c47-40ee-b145-5c2dd5262184 req-36d540a9-af6c-4b9d-84ae-5973b3d802a1 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.1014037 Jun 23 08:41:27.269095 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:27.276394 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088adc74-4ff3-44f1-8937-84925f530bcc req-76b4d724-c608-48c8-b474-41eb5907ef60 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:27.277855 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-088adc74-4ff3-44f1-8937-84925f530bcc req-76b4d724-c608-48c8-b474-41eb5907ef60 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dfd5c1-8612-4816-a609-81a35bcec74e HTTP/1.1" status: 200 len: 945 time: 0.1232641 Jun 23 08:41:27.329690 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53ce39-7100-4caf-9ee7-f5d732c42a67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69f1b17f-3891-479d-bfec-f33f2f567fe6,revision_number=0']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:27.333883 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-4a53ce39-7100-4caf-9ee7-f5d732c42a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:27.337451 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-088adc74-4ff3-44f1-8937-84925f530bcc req-c4fd66be-d764-4428-aa87-67fdbac09d3b tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a6fb967-2600-4bfe-8f0a-26deb789ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511780 Jun 23 08:41:27.340232 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a53ce39-7100-4caf-9ee7-f5d732c42a67 admin admin] Checking segment: {'id': '1f68e125-d527-4a5a-84c6-896796b3df67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd0d43174-f981-49b1-bac6-a67fe4300b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:41:27.340382 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-39515667-5c47-40ee-b145-5c2dd5262184 req-110289ae-363b-4bd4-a0ee-d6993a4bb420 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615392 Jun 23 08:41:27.340661 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a53ce39-7100-4caf-9ee7-f5d732c42a67 admin admin] Network hostable DHCP agents. Network: d0d43174-f981-49b1-bac6-a67fe4300b11, hostable agents: ['0b6ae00f-9814-4d83-8bc7-07b3d7a0d748'], hosted agents: [] {{(pid=99594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 08:41:27.376765 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a53ce39-7100-4caf-9ee7-f5d732c42a67 admin admin] Network d0d43174-f981-49b1-bac6-a67fe4300b11 is scheduled to be hosted by DHCP agent 0b6ae00f-9814-4d83-8bc7-07b3d7a0d748 with binding_index 1 {{(pid=99594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 08:41:27.383189 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [None req-4a53ce39-7100-4caf-9ee7-f5d732c42a67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-7-smb, d0d43174-f981-49b1-bac6-a67fe4300b11) {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:41:27.387645 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a53ce39-7100-4caf-9ee7-f5d732c42a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:27.388116 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4a53ce39-7100-4caf-9ee7-f5d732c42a67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:27.392172 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b318040-8533-4fbd-8581-ca982d01edc3 None None] Network d0d43174-f981-49b1-bac6-a67fe4300b11 requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:41:27.403566 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-4a53ce39-7100-4caf-9ee7-f5d732c42a67 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5177355 Jun 23 08:41:27.406150 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 50030) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:27.410862 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-f6b2be66-34ec-4bb0-8c56-86cc8885aa63 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-760123047-router', 'tenant_id': 'b702ea957bec4fd09d9744a200168709', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'}}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:41:27.433749 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-f6b2be66-34ec-4bb0-8c56-86cc8885aa63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1822478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15953'] for router, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:27.435258 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-f6b2be66-34ec-4bb0-8c56-86cc8885aa63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1822469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15960'] for router, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:27.499400 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-f6b2be66-34ec-4bb0-8c56-86cc8885aa63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:27.573281 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e0f162-e52f-4a43-aeff-25a1b50653f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b1fde95-9acd-50f5-ac50-3b7ca5cbb08b-d0d43174-f981-49b1-bac6-a67fe4300b11', 'network_id': 'd0d43174-f981-49b1-bac6-a67fe4300b11', 'tenant_id': 'b702ea957bec4fd09d9744a200168709', 'fixed_ips': [{'subnet_id': '69f1b17f-3891-479d-bfec-f33f2f567fe6'}]}} from dv-cinder-768592-7-smb. {{(pid=99595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 08:41:27.574169 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-87e0f162-e52f-4a43-aeff-25a1b50653f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:27.639070 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-f6b2be66-34ec-4bb0-8c56-86cc8885aa63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1822098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15946'] for router, precommit_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:27.709344 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.db_base_plugin_common [None req-87e0f162-e52f-4a43-aeff-25a1b50653f5 None None] Allocated IP 172.20.0.2 (d0d43174-f981-49b1-bac6-a67fe4300b11/69f1b17f-3891-479d-bfec-f33f2f567fe6/e4f45f5b-0377-4b17-b071-c67eaca356a4) {{(pid=99595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:41:27.835475 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-f6b2be66-34ec-4bb0-8c56-86cc8885aa63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:27.850633 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-87e0f162-e52f-4a43-aeff-25a1b50653f5 None None] Notify callbacks [] for port, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:27.859191 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-f6b2be66-34ec-4bb0-8c56-86cc8885aa63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:27.859628 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-87e0f162-e52f-4a43-aeff-25a1b50653f5 None None] Transition to ACTIVE for port object e4f45f5b-0377-4b17-b071-c67eaca356a4 will not be triggered until provisioned by entity L2. {{(pid=99595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:41:27.874511 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-87e0f162-e52f-4a43-aeff-25a1b50653f5 None None] Transition to ACTIVE for port object e4f45f5b-0377-4b17-b071-c67eaca356a4 will not be triggered until provisioned by entity DHCP. {{(pid=99595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:41:27.880484 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-87e0f162-e52f-4a43-aeff-25a1b50653f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117'] for port, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:27.883010 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:27.920815 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e0f162-e52f-4a43-aeff-25a1b50653f5 None None] Network d0d43174-f981-49b1-bac6-a67fe4300b11 is already hosted by enough agents. {{(pid=99595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:41:27.925102 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [None req-87e0f162-e52f-4a43-aeff-25a1b50653f5 None None] Resources bound (agent type, host, resource id): {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:41:27.929535 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e0f162-e52f-4a43-aeff-25a1b50653f5 None None] Received port after_create {{(pid=99595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:41:27.933039 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0f162-e52f-4a43-aeff-25a1b50653f5 None None] Pushing event updated for resources: {'Port': ['ID=e4f45f5b-0377-4b17-b071-c67eaca356a4,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:27.937018 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-87e0f162-e52f-4a43-aeff-25a1b50653f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:27.963207 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.db_base_plugin_common [None req-f6b2be66-34ec-4bb0-8c56-86cc8885aa63 admin admin] Allocated IP 172.28.3.154 (5f26f45a-4c2b-4262-97ee-7126ad3a4f0c/86cbbb1d-69f5-4548-9290-2a101fd5c791/4608194c-4c90-4e76-a945-bf189938a4f6) {{(pid=99594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:41:28.015390 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-87e0f162-e52f-4a43-aeff-25a1b50653f5 None None] Attempting to bind port e4f45f5b-0377-4b17-b071-c67eaca356a4 on host dv-cinder-768592-7-smb for vnic_type normal with profile {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:41:28.015780 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-87e0f162-e52f-4a43-aeff-25a1b50653f5 None None] Attempting to bind port e4f45f5b-0377-4b17-b071-c67eaca356a4 by drivers openvswitch,hyperv on host dv-cinder-768592-7-smb at level 0 using segments [{'id': '1f68e125-d527-4a5a-84c6-896796b3df67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd0d43174-f981-49b1-bac6-a67fe4300b11'}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:41:28.016155 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e0f162-e52f-4a43-aeff-25a1b50653f5 None None] Attempting to bind port e4f45f5b-0377-4b17-b071-c67eaca356a4 on network d0d43174-f981-49b1-bac6-a67fe4300b11 {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:41:28.021146 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e0f162-e52f-4a43-aeff-25a1b50653f5 None None] Checking agent: {'id': 'c91f22d1-ca23-4348-8c14-c9afdcad6577', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 31, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:41:28.021536 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e0f162-e52f-4a43-aeff-25a1b50653f5 None None] Checking segment: {'id': '1f68e125-d527-4a5a-84c6-896796b3df67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd0d43174-f981-49b1-bac6-a67fe4300b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:41:28.021958 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-87e0f162-e52f-4a43-aeff-25a1b50653f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:28.022367 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e0f162-e52f-4a43-aeff-25a1b50653f5 None None] Bound using segment: {'id': '1f68e125-d527-4a5a-84c6-896796b3df67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd0d43174-f981-49b1-bac6-a67fe4300b11'} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:41:28.022878 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-87e0f162-e52f-4a43-aeff-25a1b50653f5 None None] Bound port: e4f45f5b-0377-4b17-b071-c67eaca356a4, host: dv-cinder-768592-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f68e125-d527-4a5a-84c6-896796b3df67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd0d43174-f981-49b1-bac6-a67fe4300b11'}}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:41:28.023265 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-87e0f162-e52f-4a43-aeff-25a1b50653f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:28.081606 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-f6b2be66-34ec-4bb0-8c56-86cc8885aa63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:28.088518 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-87e0f162-e52f-4a43-aeff-25a1b50653f5 None None] For port e4f45f5b-0377-4b17-b071-c67eaca356a4, host dv-cinder-768592-7-smb, cleared binding levels {{(pid=99595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:41:28.091888 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-87e0f162-e52f-4a43-aeff-25a1b50653f5 None None] For port e4f45f5b-0377-4b17-b071-c67eaca356a4, host dv-cinder-768592-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=e4f45f5b-0377-4b17-b071-c67eaca356a4,segment=NetworkSegment(1f68e125-d527-4a5a-84c6-896796b3df67),segment_id=1f68e125-d527-4a5a-84c6-896796b3df67)] {{(pid=99595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:41:28.096590 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-87e0f162-e52f-4a43-aeff-25a1b50653f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:28.099316 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:28.123424 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-f6b2be66-34ec-4bb0-8c56-86cc8885aa63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117'] for port, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:28.126716 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-b4d437f6-5fc6-411c-8fd7-74420937b8f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:28.151916 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0f162-e52f-4a43-aeff-25a1b50653f5 None None] Pushing event updated for resources: {'Port': ['ID=e4f45f5b-0377-4b17-b071-c67eaca356a4,revision_number=2']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:28.155258 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-87e0f162-e52f-4a43-aeff-25a1b50653f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:28.177415 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b2be66-34ec-4bb0-8c56-86cc8885aa63 admin admin] Network 5f26f45a-4c2b-4262-97ee-7126ad3a4f0c is already hosted by enough agents. {{(pid=99594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:41:28.183748 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [None req-f6b2be66-34ec-4bb0-8c56-86cc8885aa63 admin admin] Resources bound (agent type, host, resource id): {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:41:28.186369 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b2be66-34ec-4bb0-8c56-86cc8885aa63 admin admin] Received port after_create {{(pid=99594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:41:28.189522 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2be66-34ec-4bb0-8c56-86cc8885aa63 admin admin] Pushing event updated for resources: {'Port': ['ID=4608194c-4c90-4e76-a945-bf189938a4f6,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:28.192265 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-f6b2be66-34ec-4bb0-8c56-86cc8885aa63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:28.427221 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-f6b2be66-34ec-4bb0-8c56-86cc8885aa63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:28.649547 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0147f-7e98-448d-9d60-5681f55ef909 req-8b6915fa-10fc-4b47-aa84-d274340f93eb tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:28.658088 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9ef0147f-7e98-448d-9d60-5681f55ef909 req-8b6915fa-10fc-4b47-aa84-d274340f93eb tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dfd5c1-8612-4816-a609-81a35bcec74e HTTP/1.1" status: 200 len: 945 time: 0.1610787 Jun 23 08:41:28.763404 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9ef0147f-7e98-448d-9d60-5681f55ef909 req-75f32759-b991-4d3a-b88a-63717adc5ac5 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a6fb967-2600-4bfe-8f0a-26deb789ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041312 Jun 23 08:41:28.811951 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867898b6-56ba-4bbe-955e-bc12c461eee1 req-acf3e122-7828-4a2c-baca-d69ce416ca60 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:28.820503 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-867898b6-56ba-4bbe-955e-bc12c461eee1 req-acf3e122-7828-4a2c-baca-d69ce416ca60 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.1593027 Jun 23 08:41:28.863520 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-f6b2be66-34ec-4bb0-8c56-86cc8885aa63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1822107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729143'] for router, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:28.893433 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-867898b6-56ba-4bbe-955e-bc12c461eee1 req-4084746c-93d2-444d-bdc5-5dfd5062e6da tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718987 Jun 23 08:41:29.016446 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b2be66-34ec-4bb0-8c56-86cc8885aa63 admin admin] Router ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb is scheduled to L3 agent b4fcebb9-4e54-4961-9fbc-14fb1630411d with binding_index 1 {{(pid=99594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 08:41:29.128722 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b2be66-34ec-4bb0-8c56-86cc8885aa63 admin admin] Notify agent at l3_agent.dv-cinder-768592-7-smb the message routers_updated {{(pid=99594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 08:41:29.138099 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ec9a8f-9390-45a0-a314-96839a6e5ace None None] Sync routers for ids ['ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb'] in dv-cinder-768592-7-smb {{(pid=99596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 08:41:29.148986 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-f6b2be66-34ec-4bb0-8c56-86cc8885aa63 admin admin] Notify callbacks [] for router, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:29.151648 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-f6b2be66-34ec-4bb0-8c56-86cc8885aa63 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7442908 Jun 23 08:41:29.152430 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ec9a8f-9390-45a0-a314-96839a6e5ace None None] Routers {'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:41:29.153124 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-b6ec9a8f-9390-45a0-a314-96839a6e5ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:41:11Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb'], 'active': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:41:29.154122 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 50060) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:29.338242 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvr_db [None req-b6ec9a8f-9390-45a0-a314-96839a6e5ace None None] Set router ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb gateway port host: dv-cinder-768592-7-smb {{(pid=99596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:41:29.557843 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4bd07c-be25-4b40-b686-a2ce17d5f27f None None] Network d0d43174-f981-49b1-bac6-a67fe4300b11 requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:41:29.603219 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-b6ec9a8f-9390-45a0-a314-96839a6e5ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb', 'name': 'tempest-TestShelveInstance-760123047-router', 'tenant_id': 'b702ea957bec4fd09d9744a200168709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': '4608194c-4c90-4e76-a945-bf189938a4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:41:27Z', 'updated_at': '2021-06-23T08:41:28Z', 'revision_number': 3, 'project_id': 'b702ea957bec4fd09d9744a200168709', 'gw_port': {'id': '4608194c-4c90-4e76-a945-bf189938a4f6', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:94:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:41:27Z', 'updated_at': '2021-06-23T08:41:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb'}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:41:29.638851 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ec9a8f-9390-45a0-a314-96839a6e5ace None None] Checking router: ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb for host: dv-cinder-768592-7-smb {{(pid=99596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 08:41:29.639420 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ec9a8f-9390-45a0-a314-96839a6e5ace None None] Updating router ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb port 4608194c-4c90-4e76-a945-bf189938a4f6 binding host dv-cinder-768592-7-smb {{(pid=99596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 08:41:29.694639 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-aa2a938d-4547-4a15-850e-84c1fcd119c3 None None] Provisioning for port e4f45f5b-0377-4b17-b071-c67eaca356a4 completed by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:41:29.716527 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device e4f45f5b-0377-4b17-b071-c67eaca356a4 up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:41:29.740172 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-b6ec9a8f-9390-45a0-a314-96839a6e5ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:29.894657 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning for port e4f45f5b-0377-4b17-b071-c67eaca356a4 completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:41:29.900122 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port e4f45f5b-0377-4b17-b071-c67eaca356a4 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:41:29.900931 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:29.938152 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-a6d17f89-e1f1-49eb-a26b-10eaa8cbf8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:30.128074 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:30.199737 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] For port e4f45f5b-0377-4b17-b071-c67eaca356a4, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=e4f45f5b-0377-4b17-b071-c67eaca356a4,segment=NetworkSegment(1f68e125-d527-4a5a-84c6-896796b3df67),segment_id=1f68e125-d527-4a5a-84c6-896796b3df67)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:41:30.208209 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:30.210556 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:30.285119 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Pushing event updated for resources: {'Port': ['ID=e4f45f5b-0377-4b17-b071-c67eaca356a4,revision_number=3']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:30.287213 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-b6ec9a8f-9390-45a0-a314-96839a6e5ace None None] Notify callbacks [] for port, precommit_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:30.289864 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:30.308438 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.provisioning_blocks [None req-b6ec9a8f-9390-45a0-a314-96839a6e5ace None None] Transition to ACTIVE for port object 4608194c-4c90-4e76-a945-bf189938a4f6 will not be triggered until provisioned by entity L2. {{(pid=99596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:41:30.315746 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-b6ec9a8f-9390-45a0-a314-96839a6e5ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:30.318091 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:30.369380 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [None req-b6ec9a8f-9390-45a0-a314-96839a6e5ace None None] Attempting to bind port 4608194c-4c90-4e76-a945-bf189938a4f6 on host dv-cinder-768592-7-smb for vnic_type normal with profile {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:41:30.369760 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [None req-b6ec9a8f-9390-45a0-a314-96839a6e5ace None None] Attempting to bind port 4608194c-4c90-4e76-a945-bf189938a4f6 by drivers openvswitch,hyperv on host dv-cinder-768592-7-smb at level 0 using segments [{'id': '6932e2b2-1f79-4fc6-aa47-4858913c769e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'}] {{(pid=99596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:41:30.370132 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ec9a8f-9390-45a0-a314-96839a6e5ace None None] Attempting to bind port 4608194c-4c90-4e76-a945-bf189938a4f6 on network 5f26f45a-4c2b-4262-97ee-7126ad3a4f0c {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:41:30.378368 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada0950-fed8-4be1-8d6b-e43df26f2b3b None None] Pushing event updated for resources: {'Port': ['ID=4608194c-4c90-4e76-a945-bf189938a4f6,revision_number=2']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:30.382567 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ec9a8f-9390-45a0-a314-96839a6e5ace None None] Checking agent: {'id': 'c91f22d1-ca23-4348-8c14-c9afdcad6577', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 31, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:41:30.382979 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ec9a8f-9390-45a0-a314-96839a6e5ace None None] Checking segment: {'id': '6932e2b2-1f79-4fc6-aa47-4858913c769e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:41:30.383397 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-b6ec9a8f-9390-45a0-a314-96839a6e5ace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:30.384377 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ec9a8f-9390-45a0-a314-96839a6e5ace None None] Bound using segment: {'id': '6932e2b2-1f79-4fc6-aa47-4858913c769e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'} {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:41:30.384928 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [None req-b6ec9a8f-9390-45a0-a314-96839a6e5ace None None] Bound port: 4608194c-4c90-4e76-a945-bf189938a4f6, host: dv-cinder-768592-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6932e2b2-1f79-4fc6-aa47-4858913c769e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'}}] {{(pid=99596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:41:30.385314 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-b6ec9a8f-9390-45a0-a314-96839a6e5ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:30.393026 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada0950-fed8-4be1-8d6b-e43df26f2b3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:30.393359 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada0950-fed8-4be1-8d6b-e43df26f2b3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:30.393699 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada0950-fed8-4be1-8d6b-e43df26f2b3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:30.394087 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada0950-fed8-4be1-8d6b-e43df26f2b3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:30.394534 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada0950-fed8-4be1-8d6b-e43df26f2b3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:30.395006 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada0950-fed8-4be1-8d6b-e43df26f2b3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:30.395344 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada0950-fed8-4be1-8d6b-e43df26f2b3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:30.395674 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada0950-fed8-4be1-8d6b-e43df26f2b3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:30.396021 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada0950-fed8-4be1-8d6b-e43df26f2b3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:30.396335 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada0950-fed8-4be1-8d6b-e43df26f2b3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:30.396662 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada0950-fed8-4be1-8d6b-e43df26f2b3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:30.396986 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada0950-fed8-4be1-8d6b-e43df26f2b3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:41:30.401250 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-fada0950-fed8-4be1-8d6b-e43df26f2b3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:30.436691 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-90c4794c-eb04-4165-aaf4-c483a3235e1f None None] Provisioning complete for port e4f45f5b-0377-4b17-b071-c67eaca356a4 triggered by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:41:30.437643 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-90c4794c-eb04-4165-aaf4-c483a3235e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:30.464856 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [None req-b6ec9a8f-9390-45a0-a314-96839a6e5ace None None] For port 4608194c-4c90-4e76-a945-bf189938a4f6, host dv-cinder-768592-7-smb, cleared binding levels {{(pid=99596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:41:30.472843 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [None req-b6ec9a8f-9390-45a0-a314-96839a6e5ace None None] For port 4608194c-4c90-4e76-a945-bf189938a4f6, host dv-cinder-768592-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=4608194c-4c90-4e76-a945-bf189938a4f6,segment=NetworkSegment(6932e2b2-1f79-4fc6-aa47-4858913c769e),segment_id=6932e2b2-1f79-4fc6-aa47-4858913c769e)] {{(pid=99596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:41:30.483457 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-b6ec9a8f-9390-45a0-a314-96839a6e5ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:30.486327 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-9150e5ef-2d0b-4855-9dd6-f63b3df5c192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:30.519914 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b635af9-3a46-4cdf-829b-58819ac5a9c3 req-9e934994-a8d0-4433-abbe-532eca43b771 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:30.521449 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3b635af9-3a46-4cdf-829b-58819ac5a9c3 req-9e934994-a8d0-4433-abbe-532eca43b771 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dfd5c1-8612-4816-a609-81a35bcec74e HTTP/1.1" status: 200 len: 945 time: 0.5663238 Jun 23 08:41:30.555674 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada0950-fed8-4be1-8d6b-e43df26f2b3b None None] Pushing event updated for resources: {'Port': ['ID=4608194c-4c90-4e76-a945-bf189938a4f6,revision_number=3']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:30.581555 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-fada0950-fed8-4be1-8d6b-e43df26f2b3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:30.648509 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ec9a8f-9390-45a0-a314-96839a6e5ace None None] Routers {'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:41:30.649173 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-b6ec9a8f-9390-45a0-a314-96839a6e5ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:41:11Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb'], 'active': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:41:30.660279 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3b635af9-3a46-4cdf-829b-58819ac5a9c3 req-39a86159-984d-44ba-bfc2-ebac4c0e6c7c tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a6fb967-2600-4bfe-8f0a-26deb789ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162040 Jun 23 08:41:30.683639 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c1d55a-a218-4d30-a3dd-4e14dcdeb53a req-7fa4fd94-b8a8-401c-8534-54172cb3dc37 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:30.688372 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-28c1d55a-a218-4d30-a3dd-4e14dcdeb53a req-7fa4fd94-b8a8-401c-8534-54172cb3dc37 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.5749929 Jun 23 08:41:30.694253 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 50110) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:30.731850 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.db.db_base_plugin_common [None req-a6d17f89-e1f1-49eb-a26b-10eaa8cbf8c5 admin admin] Allocated IP 172.20.0.1 (d0d43174-f981-49b1-bac6-a67fe4300b11/69f1b17f-3891-479d-bfec-f33f2f567fe6/19549dae-c488-44ca-9b84-e59a04fbf02f) {{(pid=99593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:41:30.802175 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-28c1d55a-a218-4d30-a3dd-4e14dcdeb53a req-3e62e538-93be-40ea-a966-84f34b449e35 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976589 Jun 23 08:41:30.891973 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvr_db [None req-b6ec9a8f-9390-45a0-a314-96839a6e5ace None None] Set router ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb gateway port host: dv-cinder-768592-7-smb {{(pid=99596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:41:30.892970 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-a6d17f89-e1f1-49eb-a26b-10eaa8cbf8c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:30.896613 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-0054451b-6a99-4de5-a6e2-c5212c960a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:30.907898 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.db.provisioning_blocks [None req-a6d17f89-e1f1-49eb-a26b-10eaa8cbf8c5 admin admin] Transition to ACTIVE for port object 19549dae-c488-44ca-9b84-e59a04fbf02f will not be triggered until provisioned by entity DHCP. {{(pid=99593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:41:30.954673 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-a6d17f89-e1f1-49eb-a26b-10eaa8cbf8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3652731'] for port, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:30.960098 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:31.012164 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d17f89-e1f1-49eb-a26b-10eaa8cbf8c5 admin admin] Network d0d43174-f981-49b1-bac6-a67fe4300b11 is already hosted by enough agents. {{(pid=99593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:41:31.019936 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.base_scheduler [None req-a6d17f89-e1f1-49eb-a26b-10eaa8cbf8c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=99593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:41:31.031886 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d17f89-e1f1-49eb-a26b-10eaa8cbf8c5 admin admin] Received port after_create {{(pid=99593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:41:31.112617 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d17f89-e1f1-49eb-a26b-10eaa8cbf8c5 admin admin] Pushing event updated for resources: {'Port': ['ID=19549dae-c488-44ca-9b84-e59a04fbf02f,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:31.116893 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-a6d17f89-e1f1-49eb-a26b-10eaa8cbf8c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:31.124850 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-0054451b-6a99-4de5-a6e2-c5212c960a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:31.129876 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-0054451b-6a99-4de5-a6e2-c5212c960a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:31.143803 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-a6d17f89-e1f1-49eb-a26b-10eaa8cbf8c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749879'] for router_interface, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:31.166227 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-a2a53c70-278f-4385-9e8e-1cf99575f9a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:31.241423 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054451b-6a99-4de5-a6e2-c5212c960a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7468410c-3bc4-4cd7-9bd4-a5beecf5b757,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:31.250223 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-0054451b-6a99-4de5-a6e2-c5212c960a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:31.265840 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-0054451b-6a99-4de5-a6e2-c5212c960a24 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=61868f0f7b2649c8a14618c91936c4a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5702794 Jun 23 08:41:31.269219 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 50128) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:31.313435 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-b6ec9a8f-9390-45a0-a314-96839a6e5ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb', 'name': 'tempest-TestShelveInstance-760123047-router', 'tenant_id': 'b702ea957bec4fd09d9744a200168709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': '4608194c-4c90-4e76-a945-bf189938a4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:41:27Z', 'updated_at': '2021-06-23T08:41:28Z', 'revision_number': 3, 'project_id': 'b702ea957bec4fd09d9744a200168709', 'gw_port': {'id': '4608194c-4c90-4e76-a945-bf189938a4f6', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:94:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:41:27Z', 'updated_at': '2021-06-23T08:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb'}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:41:31.392467 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ec9a8f-9390-45a0-a314-96839a6e5ace None None] The sync data for ids ['ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb'] in dv-cinder-768592-7-smb is: [{'id': 'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb', 'name': 'tempest-TestShelveInstance-760123047-router', 'tenant_id': 'b702ea957bec4fd09d9744a200168709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': '4608194c-4c90-4e76-a945-bf189938a4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:41:27Z', 'updated_at': '2021-06-23T08:41:28Z', 'revision_number': 3, 'project_id': 'b702ea957bec4fd09d9744a200168709', 'gw_port': {'id': '4608194c-4c90-4e76-a945-bf189938a4f6', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:94:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:41:27Z', 'updated_at': '2021-06-23T08:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb'}] {{(pid=99596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 08:41:31.401117 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-06933fc3-ed5c-4ddb-81c8-69b53d443a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:31.424195 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-06933fc3-ed5c-4ddb-81c8-69b53d443a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:31.440812 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-a6d17f89-e1f1-49eb-a26b-10eaa8cbf8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:31.481595 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-38c1e12a-deb7-4b34-bf4a-24488c4bf99c None None] Provisioning for port 19549dae-c488-44ca-9b84-e59a04fbf02f completed by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:41:31.483341 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-06933fc3-ed5c-4ddb-81c8-69b53d443a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:31.487196 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-06933fc3-ed5c-4ddb-81c8-69b53d443a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:31.489003 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-06933fc3-ed5c-4ddb-81c8-69b53d443a7b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7468410c-3bc4-4cd7-9bd4-a5beecf5b757 HTTP/1.1" status: 204 len: 168 time: 0.2187226 Jun 23 08:41:31.490141 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:31.495098 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-38c1e12a-deb7-4b34-bf4a-24488c4bf99c None None] Provisioning complete for port 19549dae-c488-44ca-9b84-e59a04fbf02f triggered by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:41:31.496384 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-38c1e12a-deb7-4b34-bf4a-24488c4bf99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:31.500527 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06933fc3-ed5c-4ddb-81c8-69b53d443a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7468410c-3bc4-4cd7-9bd4-a5beecf5b757,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:31.503008 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-06933fc3-ed5c-4ddb-81c8-69b53d443a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:31.604956 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-38c1e12a-deb7-4b34-bf4a-24488c4bf99c None None] Port 19549dae-c488-44ca-9b84-e59a04fbf02f cannot update to ACTIVE because it is not bound. {{(pid=99595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 08:41:31.656209 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device e4f45f5b-0377-4b17-b071-c67eaca356a4 up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:41:31.700426 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-a6d17f89-e1f1-49eb-a26b-10eaa8cbf8c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:31.734869 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-a6d17f89-e1f1-49eb-a26b-10eaa8cbf8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3652713'] for port, after_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:31.735447 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port e4f45f5b-0377-4b17-b071-c67eaca356a4 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:41:31.735817 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:31.784957 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-c43966bc-90b1-482d-aebb-956b6840399a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:31.786309 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d21da5-9585-4752-8ea6-b9f6c70ae22e req-381b1021-9034-4c83-b028-26ad23971aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:31.788105 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-d4d21da5-9585-4752-8ea6-b9f6c70ae22e req-381b1021-9034-4c83-b028-26ad23971aa4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=892798fcbd634629883b86ab1c91a73d&device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 1098 time: 0.1302826 Jun 23 08:41:31.999867 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d21da5-9585-4752-8ea6-b9f6c70ae22e req-343242d1-89d5-471e-bf86-da436f4de7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:32.001284 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-a6d17f89-e1f1-49eb-a26b-10eaa8cbf8c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749915'] for router_interface, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:32.002270 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-d4d21da5-9585-4752-8ea6-b9f6c70ae22e req-343242d1-89d5-471e-bf86-da436f4de7bf service neutron] 10.222.0.13 "GET /v2.0/networks?id=b711c792-b208-4500-bb11-09c7e15b522c HTTP/1.1" status: 200 len: 919 time: 0.2025445 Jun 23 08:41:32.039906 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d17f89-e1f1-49eb-a26b-10eaa8cbf8c5 admin admin] Pushing event updated for resources: {'Port': ['ID=19549dae-c488-44ca-9b84-e59a04fbf02f,revision_number=2']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:32.057875 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-a6d17f89-e1f1-49eb-a26b-10eaa8cbf8c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:32.154418 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43968111-be1d-477a-8511-7d4d55e69e38 req-ee061c88-046e-4b4a-9e83-feeb1ef89490 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:32.156056 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-43968111-be1d-477a-8511-7d4d55e69e38 req-ee061c88-046e-4b4a-9e83-feeb1ef89490 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.4465914 Jun 23 08:41:32.238825 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb27e5db-e025-4c54-a176-15cee8c056b8 req-1bd43281-4989-461b-8fa0-09d4645a16e3 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:32.240842 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-cb27e5db-e025-4c54-a176-15cee8c056b8 req-1bd43281-4989-461b-8fa0-09d4645a16e3 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dfd5c1-8612-4816-a609-81a35bcec74e HTTP/1.1" status: 200 len: 945 time: 0.3851938 Jun 23 08:41:32.344980 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-43968111-be1d-477a-8511-7d4d55e69e38 req-5847657c-47e5-4899-a205-bae0a3594f23 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727321 Jun 23 08:41:32.352430 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-cb27e5db-e025-4c54-a176-15cee8c056b8 req-f013dbbf-8d3a-49e7-b1ae-5b342f7a17ea tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a6fb967-2600-4bfe-8f0a-26deb789ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781438 Jun 23 08:41:32.359441 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d17f89-e1f1-49eb-a26b-10eaa8cbf8c5 admin admin] Network d0d43174-f981-49b1-bac6-a67fe4300b11 is already hosted by enough agents. {{(pid=99593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:41:32.361388 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.base_scheduler [None req-a6d17f89-e1f1-49eb-a26b-10eaa8cbf8c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=99593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:41:32.473055 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-d4d21da5-9585-4752-8ea6-b9f6c70ae22e req-5aad94f3-bb11-443f-9e68-36c9863f667b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dce9eec3-ad6c-4933-91f7-e9bc2ab20d12 HTTP/1.1" status: 200 len: 217 time: 0.4447453 Jun 23 08:41:32.577702 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d17f89-e1f1-49eb-a26b-10eaa8cbf8c5 admin admin] Router ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb has already been hosted by L3 agent b4fcebb9-4e54-4961-9fbc-14fb1630411d {{(pid=99593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 08:41:32.626868 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d21da5-9585-4752-8ea6-b9f6c70ae22e req-f24d7f56-eda5-4917-af4d-97f8d53448cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:32.628564 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-d4d21da5-9585-4752-8ea6-b9f6c70ae22e req-f24d7f56-eda5-4917-af4d-97f8d53448cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27d76a9c-f09b-4b46-ac4d-5eb636fc5d99 HTTP/1.1" status: 200 len: 858 time: 0.1417646 Jun 23 08:41:32.666404 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-d4d21da5-9585-4752-8ea6-b9f6c70ae22e req-0a3b2f2a-39aa-44ea-93cf-480a4671c500 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b711c792-b208-4500-bb11-09c7e15b522c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296149 Jun 23 08:41:32.757709 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-fa77c0c1-e8e9-4db6-bbca-4af47dfaf904 None None] Provisioning complete for port 19549dae-c488-44ca-9b84-e59a04fbf02f triggered by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:41:32.758213 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d17f89-e1f1-49eb-a26b-10eaa8cbf8c5 admin admin] Notify agent at l3_agent.dv-cinder-768592-7-smb the message routers_updated {{(pid=99593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 08:41:32.771095 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-fa77c0c1-e8e9-4db6-bbca-4af47dfaf904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:32.778984 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-a6d17f89-e1f1-49eb-a26b-10eaa8cbf8c5 admin admin] 10.222.0.23 "PUT /v2.0/routers/ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6234984 Jun 23 08:41:32.815820 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-fa77c0c1-e8e9-4db6-bbca-4af47dfaf904 None None] Port 19549dae-c488-44ca-9b84-e59a04fbf02f cannot update to ACTIVE because it is not bound. {{(pid=99595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 08:41:32.857083 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-d4d21da5-9585-4752-8ea6-b9f6c70ae22e req-44db8c82-ce6b-4a98-8002-368395f1a076 service neutron] 10.222.0.13 "GET /v2.0/networks/b711c792-b208-4500-bb11-09c7e15b522c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833839 Jun 23 08:41:32.963679 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-d4d21da5-9585-4752-8ea6-b9f6c70ae22e req-c8f6fe7e-09d2-4aa8-806a-04045af4a936 service neutron] 10.222.0.13 "GET /v2.0/networks/b711c792-b208-4500-bb11-09c7e15b522c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990794 Jun 23 08:41:33.597156 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 50230) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:33.605233 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-7cd25f9f-c956-47ab-aa4f-607adbf0b422 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-783334711-network', 'tenant_id': '13660d7ce4024da5941095886f634df6'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:41:33.630474 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd25f9f-c956-47ab-aa4f-607adbf0b422 admin admin] Made reservation on behalf of 13660d7ce4024da5941095886f634df6 for: {'network': 1} {{(pid=99594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:41:33.636610 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7cd25f9f-c956-47ab-aa4f-607adbf0b422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for network, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:33.646850 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7cd25f9f-c956-47ab-aa4f-607adbf0b422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:33.650772 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5b0ee-b9a3-451d-bd87-a9570d727893 req-12981db6-dc37-4467-9359-ed99160f1572 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:33.657714 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-54d5b0ee-b9a3-451d-bd87-a9570d727893 req-12981db6-dc37-4467-9359-ed99160f1572 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.1500964 Jun 23 08:41:33.667754 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a1f5b-0a96-4b25-a506-3d213b058597 req-856b9348-e105-451d-af8a-eb37d752ce73 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:33.669491 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-ed1a1f5b-0a96-4b25-a506-3d213b058597 req-856b9348-e105-451d-af8a-eb37d752ce73 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dfd5c1-8612-4816-a609-81a35bcec74e HTTP/1.1" status: 200 len: 945 time: 0.1220446 Jun 23 08:41:33.677287 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 4608194c-4c90-4e76-a945-bf189938a4f6 up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:41:33.742829 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-54d5b0ee-b9a3-451d-bd87-a9570d727893 req-cdbb094d-19d4-4d73-a798-cbd31e85bed1 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836017 Jun 23 08:41:33.746439 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-ed1a1f5b-0a96-4b25-a506-3d213b058597 req-94fef15c-a8fe-42f8-a0dc-621d5beb4786 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a6fb967-2600-4bfe-8f0a-26deb789ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700600 Jun 23 08:41:33.763590 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 50236) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:33.797867 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning for port 4608194c-4c90-4e76-a945-bf189938a4f6 completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:41:33.806634 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port 4608194c-4c90-4e76-a945-bf189938a4f6 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:41:33.807279 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:33.839109 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7cd25f9f-c956-47ab-aa4f-607adbf0b422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:33.844697 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7cd25f9f-c956-47ab-aa4f-607adbf0b422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:33.845016 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59bc9f0-2d70-44eb-8fa3-52e5e604b18a None None] Sync routers for ids ['ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb'] in dv-cinder-768592-7-smb {{(pid=99595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 08:41:33.849526 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-78f0e606-f831-4306-ba4d-2c64ee151170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:33.871500 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59bc9f0-2d70-44eb-8fa3-52e5e604b18a None None] Routers {'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:41:33.872351 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-f59bc9f0-2d70-44eb-8fa3-52e5e604b18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:41:11Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb'], 'active': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:41:33.885185 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cd25f9f-c956-47ab-aa4f-607adbf0b422 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=99594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 08:41:33.897262 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd25f9f-c956-47ab-aa4f-607adbf0b422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75eda3c4-35a2-4565-93c6-b0132c736e01,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:33.913353 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-7cd25f9f-c956-47ab-aa4f-607adbf0b422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:33.917819 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7cd25f9f-c956-47ab-aa4f-607adbf0b422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565'] for segment, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:33.918175 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.db.segments_db [None req-7cd25f9f-c956-47ab-aa4f-607adbf0b422 admin admin] Added segment 91037df7-9b75-4b73-9d86-37ffc6e35006 of type vlan for network 75994b2f-2377-4f10-af54-0758d15220ea Jun 23 08:41:33.926929 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-377d49c1-e6df-463d-93b2-eb9ecebd1672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:33.984230 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7cd25f9f-c956-47ab-aa4f-607adbf0b422 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772758686486'] for network, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:34.027443 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:34.027657 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7cd25f9f-c956-47ab-aa4f-607adbf0b422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095'] for network, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:34.029590 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd25f9f-c956-47ab-aa4f-607adbf0b422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:34.030215 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7cd25f9f-c956-47ab-aa4f-607adbf0b422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for network, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:34.036057 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:34.063677 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-377d49c1-e6df-463d-93b2-eb9ecebd1672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:34.069763 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] For port 4608194c-4c90-4e76-a945-bf189938a4f6, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=4608194c-4c90-4e76-a945-bf189938a4f6,segment=NetworkSegment(6932e2b2-1f79-4fc6-aa47-4858913c769e),segment_id=6932e2b2-1f79-4fc6-aa47-4858913c769e)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:41:34.070917 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-377d49c1-e6df-463d-93b2-eb9ecebd1672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:34.073738 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvr_db [None req-f59bc9f0-2d70-44eb-8fa3-52e5e604b18a None None] Set router ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb gateway port host: dv-cinder-768592-7-smb {{(pid=99595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:41:34.076630 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-ddd0462f-6e6b-4604-a334-00fa40f428fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:34.104489 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:34.108401 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:34.116174 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-377d49c1-e6df-463d-93b2-eb9ecebd1672 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c4674eea48847ee8545c4a0146475a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3513658 Jun 23 08:41:34.119489 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 50240) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:34.120446 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d49c1-e6df-463d-93b2-eb9ecebd1672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e0bea4-0f70-421e-b4b9-56212c0ebb51,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:34.122198 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd25f9f-c956-47ab-aa4f-607adbf0b422 admin admin] Pushing event updated for resources: {'Network': ['ID=75994b2f-2377-4f10-af54-0758d15220ea,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:34.123579 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-377d49c1-e6df-463d-93b2-eb9ecebd1672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:34.125738 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-7cd25f9f-c956-47ab-aa4f-607adbf0b422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:34.135610 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-7cd25f9f-c956-47ab-aa4f-607adbf0b422 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5329559 Jun 23 08:41:34.135732 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 50242) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:34.142613 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [None req-bf2aa923-a515-4871-88cf-7f7413f092a2 admin admin] Request body: {'subnet': {'network_id': '75994b2f-2377-4f10-af54-0758d15220ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-783334711-subnet', 'tenant_id': '13660d7ce4024da5941095886f634df6', 'ip_version': 4}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:41:34.165577 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2aa923-a515-4871-88cf-7f7413f092a2 admin admin] Made reservation on behalf of 13660d7ce4024da5941095886f634df6 for: {'subnet': 1} {{(pid=99593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:41:34.168552 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-bf2aa923-a515-4871-88cf-7f7413f092a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2551217'] for subnet, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:34.183280 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Network 75994b2f-2377-4f10-af54-0758d15220ea details requested by agent ovs-agent-dv-cinder-768592-7-smb with host dv-cinder-768592-7-smb {{(pid=99595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 08:41:34.190240 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-63c683b4-0605-4bd1-b6c6-c9f7362a2a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:34.216400 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-63c683b4-0605-4bd1-b6c6-c9f7362a2a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:34.285520 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-63c683b4-0605-4bd1-b6c6-c9f7362a2a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:34.290291 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-63c683b4-0605-4bd1-b6c6-c9f7362a2a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:34.293019 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-63c683b4-0605-4bd1-b6c6-c9f7362a2a89 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/48e0bea4-0f70-421e-b4b9-56212c0ebb51 HTTP/1.1" status: 204 len: 168 time: 0.1711795 Jun 23 08:41:34.294091 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-82d451fa-17f2-4496-83a6-0731f087c5d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:34.301580 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Pushing event updated for resources: {'Port': ['ID=4608194c-4c90-4e76-a945-bf189938a4f6,revision_number=4']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:34.304758 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c683b4-0605-4bd1-b6c6-c9f7362a2a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e0bea4-0f70-421e-b4b9-56212c0ebb51,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:34.307403 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-63c683b4-0605-4bd1-b6c6-c9f7362a2a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:34.313300 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:34.420556 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-bf2aa923-a515-4871-88cf-7f7413f092a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3623915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2551203'] for subnet, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:34.425194 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-c1b59b29-df8d-455c-9458-3d37de436099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:34.446222 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-f59bc9f0-2d70-44eb-8fa3-52e5e604b18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb', 'name': 'tempest-TestShelveInstance-760123047-router', 'tenant_id': 'b702ea957bec4fd09d9744a200168709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': '4608194c-4c90-4e76-a945-bf189938a4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:41:27Z', 'updated_at': '2021-06-23T08:41:31Z', 'revision_number': 4, 'project_id': 'b702ea957bec4fd09d9744a200168709', 'gw_port': {'id': '4608194c-4c90-4e76-a945-bf189938a4f6', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:94:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:41:27Z', 'updated_at': '2021-06-23T08:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': '19549dae-c488-44ca-9b84-e59a04fbf02f', 'name': '', 'network_id': 'd0d43174-f981-49b1-bac6-a67fe4300b11', 'tenant_id': 'b702ea957bec4fd09d9744a200168709', 'mac_address': 'fa:16:3e:2a:2f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '69f1b17f-3891-479d-bfec-f33f2f567fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:41:29Z', 'updated_at': '2021-06-23T08:41:31Z', 'revision_number': 2, 'project_id': 'b702ea957bec4fd09d9744a200168709', 'subnets': [{'id': '69f1b17f-3891-479d-bfec-f33f2f567fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:41:34.499224 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59bc9f0-2d70-44eb-8fa3-52e5e604b18a None None] Checking router: ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb for host: dv-cinder-768592-7-smb {{(pid=99595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 08:41:34.499748 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59bc9f0-2d70-44eb-8fa3-52e5e604b18a None None] Updating router ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb port 19549dae-c488-44ca-9b84-e59a04fbf02f binding host dv-cinder-768592-7-smb {{(pid=99595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 08:41:34.504012 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2aa923-a515-4871-88cf-7f7413f092a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1bbabcf-6c4b-4005-9f77-83db78b8502d,revision_number=0']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:34.538669 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-bf2aa923-a515-4871-88cf-7f7413f092a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:34.544781 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f59bc9f0-2d70-44eb-8fa3-52e5e604b18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:34.560529 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2aa923-a515-4871-88cf-7f7413f092a2 admin admin] Checking segment: {'id': '91037df7-9b75-4b73-9d86-37ffc6e35006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '75994b2f-2377-4f10-af54-0758d15220ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:41:34.560529 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2aa923-a515-4871-88cf-7f7413f092a2 admin admin] Network hostable DHCP agents. Network: 75994b2f-2377-4f10-af54-0758d15220ea, hostable agents: ['0b6ae00f-9814-4d83-8bc7-07b3d7a0d748'], hosted agents: [] {{(pid=99593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 08:41:34.595566 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2aa923-a515-4871-88cf-7f7413f092a2 admin admin] Network 75994b2f-2377-4f10-af54-0758d15220ea is scheduled to be hosted by DHCP agent 0b6ae00f-9814-4d83-8bc7-07b3d7a0d748 with binding_index 1 {{(pid=99593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 08:41:34.622098 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 50258) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:34.627035 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.base_scheduler [None req-bf2aa923-a515-4871-88cf-7f7413f092a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-7-smb, 75994b2f-2377-4f10-af54-0758d15220ea) {{(pid=99593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:41:34.667926 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2aa923-a515-4871-88cf-7f7413f092a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:34.668602 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-bf2aa923-a515-4871-88cf-7f7413f092a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for subnet, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:34.683513 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 6 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:41:34.687573 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb17aa18-4b88-4810-ad08-bded8f8fdfd5 None None] Network 75994b2f-2377-4f10-af54-0758d15220ea requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:41:34.698515 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-bf2aa923-a515-4871-88cf-7f7413f092a2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5622122 Jun 23 08:41:34.705049 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 50262) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:34.711691 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-66000c9f-ddf3-4b94-b23b-0095cf939066 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-783334711-router', 'tenant_id': '13660d7ce4024da5941095886f634df6', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'}}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:41:34.736918 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-66000c9f-ddf3-4b94-b23b-0095cf939066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1822478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15953'] for router, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:34.737789 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-66000c9f-ddf3-4b94-b23b-0095cf939066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1822469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15960'] for router, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:34.842128 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-8fda754d-eef7-4d8c-a689-129e8a3f6c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:34.865664 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-66000c9f-ddf3-4b94-b23b-0095cf939066 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:34.985021 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7095837-0dd8-4c19-872e-b8d3de2be293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b1fde95-9acd-50f5-ac50-3b7ca5cbb08b-75994b2f-2377-4f10-af54-0758d15220ea', 'network_id': '75994b2f-2377-4f10-af54-0758d15220ea', 'tenant_id': '13660d7ce4024da5941095886f634df6', 'fixed_ips': [{'subnet_id': 'c1bbabcf-6c4b-4005-9f77-83db78b8502d'}]}} from dv-cinder-768592-7-smb. {{(pid=99595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 08:41:34.986034 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-c7095837-0dd8-4c19-872e-b8d3de2be293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:35.021186 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80775d7b-e26d-4752-917f-d96219483246 req-c0ca04c7-23f0-49f3-acd3-a4326a2f55be tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:35.030347 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-80775d7b-e26d-4752-917f-d96219483246 req-c0ca04c7-23f0-49f3-acd3-a4326a2f55be tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.1170444 Jun 23 08:41:35.070274 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-66000c9f-ddf3-4b94-b23b-0095cf939066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1822098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15946'] for router, precommit_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:35.119100 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-80775d7b-e26d-4752-917f-d96219483246 req-4572626d-ba60-44ef-aed0-c9dc7703afb2 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867484 Jun 23 08:41:35.148284 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-8fda754d-eef7-4d8c-a689-129e8a3f6c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:35.153708 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-8fda754d-eef7-4d8c-a689-129e8a3f6c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:35.170890 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f59bc9f0-2d70-44eb-8fa3-52e5e604b18a None None] Notify callbacks [] for port, precommit_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:35.183952 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-3fdcb52c-9de5-4aa8-82ac-e33f462015fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:35.189018 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-f59bc9f0-2d70-44eb-8fa3-52e5e604b18a None None] Transition to ACTIVE for port object 19549dae-c488-44ca-9b84-e59a04fbf02f will not be triggered until provisioned by entity L2. {{(pid=99595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:41:35.190120 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-8fda754d-eef7-4d8c-a689-129e8a3f6c53 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bf8d7e51d5f14de388c20d1e3e30aae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5668535 Jun 23 08:41:35.191192 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.db_base_plugin_common [None req-c7095837-0dd8-4c19-872e-b8d3de2be293 None None] Allocated IP 172.20.0.2 (75994b2f-2377-4f10-af54-0758d15220ea/c1bbabcf-6c4b-4005-9f77-83db78b8502d/06e4544f-3529-42dc-9635-d639457db7ec) {{(pid=99595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:41:35.192941 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 50270) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:35.197268 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f59bc9f0-2d70-44eb-8fa3-52e5e604b18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:35.207124 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-87e0f162-e52f-4a43-aeff-25a1b50653f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:35.229924 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29c852-e0f4-4155-822d-34a314ac2af5 req-e9df8104-4f83-4661-9e83-ef2d6c887e8b tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:35.231657 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-ab29c852-e0f4-4155-822d-34a314ac2af5 req-e9df8104-4f83-4661-9e83-ef2d6c887e8b tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dfd5c1-8612-4816-a609-81a35bcec74e HTTP/1.1" status: 200 len: 945 time: 0.1781037 Jun 23 08:41:35.233853 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda754d-eef7-4d8c-a689-129e8a3f6c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f3c7ad-e6fb-4079-9343-08970207637a,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:35.240209 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-8fda754d-eef7-4d8c-a689-129e8a3f6c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:35.331548 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-336387a7-d38d-4bad-90cb-1fab5c6c188e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:35.343323 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-ab29c852-e0f4-4155-822d-34a314ac2af5 req-e46bf266-7cd8-4e18-8ba9-5de6fc5b586b tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a6fb967-2600-4bfe-8f0a-26deb789ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936890 Jun 23 08:41:35.355079 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-336387a7-d38d-4bad-90cb-1fab5c6c188e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:35.378213 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8587e-beee-4c64-a8c3-3aeeaa86dc1a None None] Pushing event updated for resources: {'Port': ['ID=19549dae-c488-44ca-9b84-e59a04fbf02f,revision_number=3']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:35.386279 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-9ec8587e-beee-4c64-a8c3-3aeeaa86dc1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:35.390182 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-f59bc9f0-2d70-44eb-8fa3-52e5e604b18a None None] Attempting to bind port 19549dae-c488-44ca-9b84-e59a04fbf02f on host dv-cinder-768592-7-smb for vnic_type normal with profile {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:41:35.390514 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-f59bc9f0-2d70-44eb-8fa3-52e5e604b18a None None] Attempting to bind port 19549dae-c488-44ca-9b84-e59a04fbf02f by drivers openvswitch,hyperv on host dv-cinder-768592-7-smb at level 0 using segments [{'id': '1f68e125-d527-4a5a-84c6-896796b3df67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd0d43174-f981-49b1-bac6-a67fe4300b11'}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:41:35.390924 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59bc9f0-2d70-44eb-8fa3-52e5e604b18a None None] Attempting to bind port 19549dae-c488-44ca-9b84-e59a04fbf02f on network d0d43174-f981-49b1-bac6-a67fe4300b11 {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:41:35.401755 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59bc9f0-2d70-44eb-8fa3-52e5e604b18a None None] Checking agent: {'id': 'c91f22d1-ca23-4348-8c14-c9afdcad6577', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 31, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:41:35.402152 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59bc9f0-2d70-44eb-8fa3-52e5e604b18a None None] Checking segment: {'id': '1f68e125-d527-4a5a-84c6-896796b3df67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd0d43174-f981-49b1-bac6-a67fe4300b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:41:35.402562 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f59bc9f0-2d70-44eb-8fa3-52e5e604b18a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:35.403005 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59bc9f0-2d70-44eb-8fa3-52e5e604b18a None None] Bound using segment: {'id': '1f68e125-d527-4a5a-84c6-896796b3df67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd0d43174-f981-49b1-bac6-a67fe4300b11'} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:41:35.403501 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-f59bc9f0-2d70-44eb-8fa3-52e5e604b18a None None] Bound port: 19549dae-c488-44ca-9b84-e59a04fbf02f, host: dv-cinder-768592-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f68e125-d527-4a5a-84c6-896796b3df67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd0d43174-f981-49b1-bac6-a67fe4300b11'}}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:41:35.403890 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f59bc9f0-2d70-44eb-8fa3-52e5e604b18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:35.423153 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb61ae3-4e91-4918-8754-876e2474fcff req-558df5ae-73ed-4573-ac2e-31ff062c161b tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:35.433606 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-bbb61ae3-4e91-4918-8754-876e2474fcff req-558df5ae-73ed-4573-ac2e-31ff062c161b tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7a7294a-43d9-48c0-96e6-d22f1c1b2f99 HTTP/1.1" status: 200 len: 946 time: 0.1391068 Jun 23 08:41:35.508505 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-bbb61ae3-4e91-4918-8754-876e2474fcff req-3031fc58-5d68-4a1e-968a-c3804d0972ff tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741053 Jun 23 08:41:35.537656 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-336387a7-d38d-4bad-90cb-1fab5c6c188e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:35.540638 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-336387a7-d38d-4bad-90cb-1fab5c6c188e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:35.545090 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-336387a7-d38d-4bad-90cb-1fab5c6c188e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/61f3c7ad-e6fb-4079-9343-08970207637a HTTP/1.1" status: 204 len: 168 time: 0.3472550 Jun 23 08:41:35.545090 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-46e939a6-285e-4d79-bae6-719a7e2da331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:35.558758 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336387a7-d38d-4bad-90cb-1fab5c6c188e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f3c7ad-e6fb-4079-9343-08970207637a,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:35.558758 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-336387a7-d38d-4bad-90cb-1fab5c6c188e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:35.577652 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-66000c9f-ddf3-4b94-b23b-0095cf939066 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:35.604144 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-66000c9f-ddf3-4b94-b23b-0095cf939066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:35.655417 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 4608194c-4c90-4e76-a945-bf189938a4f6 up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:41:35.675664 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-f59bc9f0-2d70-44eb-8fa3-52e5e604b18a None None] For port 19549dae-c488-44ca-9b84-e59a04fbf02f, host dv-cinder-768592-7-smb, cleared binding levels {{(pid=99595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:41:35.724027 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-f59bc9f0-2d70-44eb-8fa3-52e5e604b18a None None] For port 19549dae-c488-44ca-9b84-e59a04fbf02f, host dv-cinder-768592-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=19549dae-c488-44ca-9b84-e59a04fbf02f,segment=NetworkSegment(1f68e125-d527-4a5a-84c6-896796b3df67),segment_id=1f68e125-d527-4a5a-84c6-896796b3df67)] {{(pid=99595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:41:35.735972 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f59bc9f0-2d70-44eb-8fa3-52e5e604b18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:35.736440 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.db_base_plugin_common [None req-66000c9f-ddf3-4b94-b23b-0095cf939066 admin admin] Allocated IP 172.28.3.58 (5f26f45a-4c2b-4262-97ee-7126ad3a4f0c/86cbbb1d-69f5-4548-9290-2a101fd5c791/3d8ca682-5f63-47e0-af9e-3e9d010b7e9b) {{(pid=99594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:41:35.746711 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:35.779956 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-c7095837-0dd8-4c19-872e-b8d3de2be293 None None] Notify callbacks [] for port, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:35.804392 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-c7095837-0dd8-4c19-872e-b8d3de2be293 None None] Transition to ACTIVE for port object 06e4544f-3529-42dc-9635-d639457db7ec will not be triggered until provisioned by entity L2. {{(pid=99595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:41:35.845785 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8587e-beee-4c64-a8c3-3aeeaa86dc1a None None] Pushing event updated for resources: {'Port': ['ID=19549dae-c488-44ca-9b84-e59a04fbf02f,revision_number=4']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:35.849744 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-c7095837-0dd8-4c19-872e-b8d3de2be293 None None] Transition to ACTIVE for port object 06e4544f-3529-42dc-9635-d639457db7ec will not be triggered until provisioned by entity DHCP. {{(pid=99595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:41:35.851450 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-9ec8587e-beee-4c64-a8c3-3aeeaa86dc1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:35.852347 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59bc9f0-2d70-44eb-8fa3-52e5e604b18a None None] Routers {'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:41:35.853183 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-f59bc9f0-2d70-44eb-8fa3-52e5e604b18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:41:11Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb'], 'active': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:41:35.876146 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-66000c9f-ddf3-4b94-b23b-0095cf939066 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:35.893599 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-c7095837-0dd8-4c19-872e-b8d3de2be293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117'] for port, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:35.901703 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:35.907091 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port 4608194c-4c90-4e76-a945-bf189938a4f6 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:41:35.907485 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:35.985151 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7095837-0dd8-4c19-872e-b8d3de2be293 None None] Network 75994b2f-2377-4f10-af54-0758d15220ea is already hosted by enough agents. {{(pid=99595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:41:35.993971 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-66000c9f-ddf3-4b94-b23b-0095cf939066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117'] for port, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:35.998603 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-8f8def50-833c-40b3-ab60-d4e483297523 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:36.019959 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [None req-c7095837-0dd8-4c19-872e-b8d3de2be293 None None] Resources bound (agent type, host, resource id): {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:41:36.026307 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7095837-0dd8-4c19-872e-b8d3de2be293 None None] Received port after_create {{(pid=99595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:41:36.036004 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7095837-0dd8-4c19-872e-b8d3de2be293 None None] Pushing event updated for resources: {'Port': ['ID=06e4544f-3529-42dc-9635-d639457db7ec,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:36.042394 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-c7095837-0dd8-4c19-872e-b8d3de2be293 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:36.047402 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66000c9f-ddf3-4b94-b23b-0095cf939066 admin admin] Network 5f26f45a-4c2b-4262-97ee-7126ad3a4f0c is already hosted by enough agents. {{(pid=99594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:41:36.057338 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [None req-66000c9f-ddf3-4b94-b23b-0095cf939066 admin admin] Resources bound (agent type, host, resource id): {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:41:36.061296 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66000c9f-ddf3-4b94-b23b-0095cf939066 admin admin] Received port after_create {{(pid=99594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:41:36.070238 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66000c9f-ddf3-4b94-b23b-0095cf939066 admin admin] Pushing event updated for resources: {'Port': ['ID=3d8ca682-5f63-47e0-af9e-3e9d010b7e9b,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:36.084733 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvr_db [None req-f59bc9f0-2d70-44eb-8fa3-52e5e604b18a None None] Set router ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb gateway port host: dv-cinder-768592-7-smb {{(pid=99595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:41:36.162682 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c40df-94bb-4b41-92ea-510c8bc4df44 req-988e23c5-20ec-4b65-bbbf-019fa6613b06 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:36.164237 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-352c40df-94bb-4b41-92ea-510c8bc4df44 req-988e23c5-20ec-4b65-bbbf-019fa6613b06 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3dfd5c1-8612-4816-a609-81a35bcec74e HTTP/1.1" status: 200 len: 945 time: 0.2649877 Jun 23 08:41:36.167275 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-66000c9f-ddf3-4b94-b23b-0095cf939066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:36.176912 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-c7095837-0dd8-4c19-872e-b8d3de2be293 None None] Attempting to bind port 06e4544f-3529-42dc-9635-d639457db7ec on host dv-cinder-768592-7-smb for vnic_type normal with profile {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:41:36.177302 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-c7095837-0dd8-4c19-872e-b8d3de2be293 None None] Attempting to bind port 06e4544f-3529-42dc-9635-d639457db7ec by drivers openvswitch,hyperv on host dv-cinder-768592-7-smb at level 0 using segments [{'id': '91037df7-9b75-4b73-9d86-37ffc6e35006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '75994b2f-2377-4f10-af54-0758d15220ea'}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:41:36.177680 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7095837-0dd8-4c19-872e-b8d3de2be293 None None] Attempting to bind port 06e4544f-3529-42dc-9635-d639457db7ec on network 75994b2f-2377-4f10-af54-0758d15220ea {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:41:36.226592 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7095837-0dd8-4c19-872e-b8d3de2be293 None None] Checking agent: {'id': 'c91f22d1-ca23-4348-8c14-c9afdcad6577', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 31, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:41:36.227022 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7095837-0dd8-4c19-872e-b8d3de2be293 None None] Checking segment: {'id': '91037df7-9b75-4b73-9d86-37ffc6e35006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '75994b2f-2377-4f10-af54-0758d15220ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:41:36.228131 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-c7095837-0dd8-4c19-872e-b8d3de2be293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:36.228629 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7095837-0dd8-4c19-872e-b8d3de2be293 None None] Bound using segment: {'id': '91037df7-9b75-4b73-9d86-37ffc6e35006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '75994b2f-2377-4f10-af54-0758d15220ea'} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:41:36.229303 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-c7095837-0dd8-4c19-872e-b8d3de2be293 None None] Bound port: 06e4544f-3529-42dc-9635-d639457db7ec, host: dv-cinder-768592-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91037df7-9b75-4b73-9d86-37ffc6e35006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '75994b2f-2377-4f10-af54-0758d15220ea'}}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:41:36.230024 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-c7095837-0dd8-4c19-872e-b8d3de2be293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:36.349648 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a547b-f138-413f-a302-9bef880a1090 req-e0a1d9b7-6afb-4fd8-a580-166ab039cbf6 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:36.358445 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1d8a547b-f138-413f-a302-9bef880a1090 req-e0a1d9b7-6afb-4fd8-a580-166ab039cbf6 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0857637 Jun 23 08:41:36.366321 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-c7095837-0dd8-4c19-872e-b8d3de2be293 None None] For port 06e4544f-3529-42dc-9635-d639457db7ec, host dv-cinder-768592-7-smb, cleared binding levels {{(pid=99595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:41:36.371700 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-c7095837-0dd8-4c19-872e-b8d3de2be293 None None] For port 06e4544f-3529-42dc-9635-d639457db7ec, host dv-cinder-768592-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=06e4544f-3529-42dc-9635-d639457db7ec,segment=NetworkSegment(91037df7-9b75-4b73-9d86-37ffc6e35006),segment_id=91037df7-9b75-4b73-9d86-37ffc6e35006)] {{(pid=99595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:41:36.377851 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-c7095837-0dd8-4c19-872e-b8d3de2be293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:36.400078 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:36.422949 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1d8a547b-f138-413f-a302-9bef880a1090 req-a67a1faf-7419-4e02-9233-080e1cc66d3d tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636005 Jun 23 08:41:36.442526 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-66000c9f-ddf3-4b94-b23b-0095cf939066 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:36.478439 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7095837-0dd8-4c19-872e-b8d3de2be293 None None] Pushing event updated for resources: {'Port': ['ID=06e4544f-3529-42dc-9635-d639457db7ec,revision_number=2']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:36.482656 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-c7095837-0dd8-4c19-872e-b8d3de2be293 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:36.513146 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-f59bc9f0-2d70-44eb-8fa3-52e5e604b18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb', 'name': 'tempest-TestShelveInstance-760123047-router', 'tenant_id': 'b702ea957bec4fd09d9744a200168709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': '4608194c-4c90-4e76-a945-bf189938a4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:41:27Z', 'updated_at': '2021-06-23T08:41:31Z', 'revision_number': 4, 'project_id': 'b702ea957bec4fd09d9744a200168709', 'gw_port': {'id': '4608194c-4c90-4e76-a945-bf189938a4f6', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:94:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:41:27Z', 'updated_at': '2021-06-23T08:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': '19549dae-c488-44ca-9b84-e59a04fbf02f', 'name': '', 'network_id': 'd0d43174-f981-49b1-bac6-a67fe4300b11', 'tenant_id': 'b702ea957bec4fd09d9744a200168709', 'mac_address': 'fa:16:3e:2a:2f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '69f1b17f-3891-479d-bfec-f33f2f567fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:41:29Z', 'updated_at': '2021-06-23T08:41:35Z', 'revision_number': 4, 'project_id': 'b702ea957bec4fd09d9744a200168709', 'subnets': [{'id': '69f1b17f-3891-479d-bfec-f33f2f567fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:41:36.542968 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59bc9f0-2d70-44eb-8fa3-52e5e604b18a None None] The sync data for ids ['ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb'] in dv-cinder-768592-7-smb is: [{'id': 'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb', 'name': 'tempest-TestShelveInstance-760123047-router', 'tenant_id': 'b702ea957bec4fd09d9744a200168709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': '4608194c-4c90-4e76-a945-bf189938a4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:41:27Z', 'updated_at': '2021-06-23T08:41:31Z', 'revision_number': 4, 'project_id': 'b702ea957bec4fd09d9744a200168709', 'gw_port': {'id': '4608194c-4c90-4e76-a945-bf189938a4f6', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:94:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:41:27Z', 'updated_at': '2021-06-23T08:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': '19549dae-c488-44ca-9b84-e59a04fbf02f', 'name': '', 'network_id': 'd0d43174-f981-49b1-bac6-a67fe4300b11', 'tenant_id': 'b702ea957bec4fd09d9744a200168709', 'mac_address': 'fa:16:3e:2a:2f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '69f1b17f-3891-479d-bfec-f33f2f567fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:41:29Z', 'updated_at': '2021-06-23T08:41:35Z', 'revision_number': 4, 'project_id': 'b702ea957bec4fd09d9744a200168709', 'subnets': [{'id': '69f1b17f-3891-479d-bfec-f33f2f567fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 08:41:36.754474 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [req-352c40df-94bb-4b41-92ea-510c8bc4df44 req-fad19849-818b-474b-9165-cb260b999172 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Deleting port 46b4d0b8-2876-4491-9110-95658cd29e1e {{(pid=99594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:41:36.754846 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-352c40df-94bb-4b41-92ea-510c8bc4df44 req-fad19849-818b-474b-9165-cb260b999172 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:36.819575 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc431a2-b667-413f-bf78-2319026d17ec req-cedddea3-2ef3-41f3-a406-b912228fa746 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:36.832205 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3cc431a2-b667-413f-bf78-2319026d17ec req-cedddea3-2ef3-41f3-a406-b912228fa746 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dfd5c1-8612-4816-a609-81a35bcec74e HTTP/1.1" status: 200 len: 945 time: 0.2563663 Jun 23 08:41:36.899491 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5123779-f2a9-4e68-96b9-8fad5930a05c req-e2464230-4283-48a3-aff2-75c5f0817ae0 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:36.906663 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a5123779-f2a9-4e68-96b9-8fad5930a05c req-e2464230-4283-48a3-aff2-75c5f0817ae0 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7a7294a-43d9-48c0-96e6-d22f1c1b2f99 HTTP/1.1" status: 200 len: 946 time: 0.1960821 Jun 23 08:41:36.976645 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3cc431a2-b667-413f-bf78-2319026d17ec req-7afa3e09-c303-40cd-86b6-9c7ded10a36c tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a6fb967-2600-4bfe-8f0a-26deb789ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433766 Jun 23 08:41:37.023574 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a5123779-f2a9-4e68-96b9-8fad5930a05c req-d6f0b77a-6294-436a-b846-67bada09e8e0 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161623 Jun 23 08:41:37.152361 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-352c40df-94bb-4b41-92ea-510c8bc4df44 req-fad19849-818b-474b-9165-cb260b999172 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] For port 46b4d0b8-2876-4491-9110-95658cd29e1e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=46b4d0b8-2876-4491-9110-95658cd29e1e,segment=NetworkSegment(b9067bbb-ca07-48c0-9358-8b5e65bef2a8),segment_id=b9067bbb-ca07-48c0-9358-8b5e65bef2a8)] {{(pid=99594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:41:37.152799 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-352c40df-94bb-4b41-92ea-510c8bc4df44 req-fad19849-818b-474b-9165-cb260b999172 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:37.177078 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-66000c9f-ddf3-4b94-b23b-0095cf939066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1822107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729143'] for router, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:37.194634 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [req-352c40df-94bb-4b41-92ea-510c8bc4df44 req-fad19849-818b-474b-9165-cb260b999172 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Calling delete_port for 46b4d0b8-2876-4491-9110-95658cd29e1e owned by compute:nova {{(pid=99594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:41:37.519583 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66000c9f-ddf3-4b94-b23b-0095cf939066 admin admin] Router d412f91d-6326-4d6f-a9c1-3c0555c3636e is scheduled to L3 agent b4fcebb9-4e54-4961-9fbc-14fb1630411d with binding_index 1 {{(pid=99594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 08:41:37.538502 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-352c40df-94bb-4b41-92ea-510c8bc4df44 req-fad19849-818b-474b-9165-cb260b999172 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126'] for port, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:37.550593 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-9e98db3c-cfb1-4b35-b93f-98ec422bb9ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:37.592234 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['46b4d0b8-2876-4491-9110-95658cd29e1e'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:41:37.632500 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad19849-818b-474b-9165-cb260b999172 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Pushing event deleted for resources: {'Port': ['ID=46b4d0b8-2876-4491-9110-95658cd29e1e,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:37.698255 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-fad19849-818b-474b-9165-cb260b999172 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:37.730956 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b77b21-e358-4ed7-81a9-a1d80e4f51a3 req-e117b8cb-443b-4dd2-a34e-df99eb96f0a8 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:37.739604 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-90b77b21-e358-4ed7-81a9-a1d80e4f51a3 req-e117b8cb-443b-4dd2-a34e-df99eb96f0a8 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.1315777 Jun 23 08:41:37.748024 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 19549dae-c488-44ca-9b84-e59a04fbf02f up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:41:37.798923 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-90b77b21-e358-4ed7-81a9-a1d80e4f51a3 req-982a0fc1-1fb9-402f-a256-c1496cb1369d tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513670 Jun 23 08:41:37.855998 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning for port 19549dae-c488-44ca-9b84-e59a04fbf02f completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:41:37.861432 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port 19549dae-c488-44ca-9b84-e59a04fbf02f triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:41:37.862032 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:37.971028 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:38.051550 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] For port 19549dae-c488-44ca-9b84-e59a04fbf02f, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=19549dae-c488-44ca-9b84-e59a04fbf02f,segment=NetworkSegment(1f68e125-d527-4a5a-84c6-896796b3df67),segment_id=1f68e125-d527-4a5a-84c6-896796b3df67)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:41:38.058980 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:38.060603 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 06e4544f-3529-42dc-9635-d639457db7ec up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:41:38.064214 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-9a0cf9e3-de36-4b34-a232-490c0e65a798 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:38.132252 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5350d37b-80b9-4334-9a35-dbc7f32536e6 None None] Network 75994b2f-2377-4f10-af54-0758d15220ea requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:41:38.215021 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [req-352c40df-94bb-4b41-92ea-510c8bc4df44 req-fad19849-818b-474b-9165-cb260b999172 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] No DVR routers for this DVR port 46b4d0b8-2876-4491-9110-95658cd29e1e on host hv-cinder-76859 {{(pid=99594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 08:41:38.256409 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1db44836-fbd6-472e-969a-ed1a645b6ce9 req-3e8b212f-2bb4-4d4f-bff5-721088a32007 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dfd5c1-8612-4816-a609-81a35bcec74e HTTP/1.1" status: 200 len: 210 time: 0.0564418 Jun 23 08:41:38.282827 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-198298df-5605-4436-93b8-e8ce0f82cf08 None None] Provisioning for port 06e4544f-3529-42dc-9635-d639457db7ec completed by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:41:38.294347 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-352c40df-94bb-4b41-92ea-510c8bc4df44 req-fad19849-818b-474b-9165-cb260b999172 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:38.297639 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-352c40df-94bb-4b41-92ea-510c8bc4df44 req-fad19849-818b-474b-9165-cb260b999172 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] 10.222.0.13 "DELETE /v2.0/ports/46b4d0b8-2876-4491-9110-95658cd29e1e HTTP/1.1" status: 204 len: 173 time: 2.1257076 Jun 23 08:41:38.299859 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3dfd5c1-8612-4816-a609-81a35bcec74e', 'name': 'network-vif-deleted', 'tag': '46b4d0b8-2876-4491-9110-95658cd29e1e'}] {{(pid=99594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:41:38.302513 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3f20cf24677dbb31f56fc6b5fcedde197d4abde885e517d24b88e41f2eb98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee1745a-6a3e-45c2-ab05-40e746fba4ff" -d '{"events": [{"server_uuid": "b3dfd5c1-8612-4816-a609-81a35bcec74e", "name": "network-vif-deleted", "tag": "46b4d0b8-2876-4491-9110-95658cd29e1e"}]}' {{(pid=99594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:41:38.328152 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Pushing event updated for resources: {'Port': ['ID=19549dae-c488-44ca-9b84-e59a04fbf02f,revision_number=5']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:38.371547 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:38.393123 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66000c9f-ddf3-4b94-b23b-0095cf939066 admin admin] Notify agent at l3_agent.dv-cinder-768592-7-smb the message routers_updated {{(pid=99594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 08:41:38.405722 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630fa8a9-0c50-41f9-b2c3-e6cb9787b213 None None] Sync routers for ids ['d412f91d-6326-4d6f-a9c1-3c0555c3636e'] in dv-cinder-768592-7-smb {{(pid=99596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 08:41:38.425809 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630fa8a9-0c50-41f9-b2c3-e6cb9787b213 None None] Routers {'d412f91d-6326-4d6f-a9c1-3c0555c3636e'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:41:38.427534 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-630fa8a9-0c50-41f9-b2c3-e6cb9787b213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:41:11Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['d412f91d-6326-4d6f-a9c1-3c0555c3636e'], 'active': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:41:38.481925 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1353336-55f8-47d3-bd49-60b5db2c4ea7 req-c3f25036-9205-4531-85d5-9d205c6c681c tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:38.489098 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f839856-4a9c-46a6-b271-fb0c003b389c req-7d3f8cdc-1ff7-487d-95c6-b6d8d3b323f2 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:38.498979 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-b1353336-55f8-47d3-bd49-60b5db2c4ea7 req-c3f25036-9205-4531-85d5-9d205c6c681c tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7a7294a-43d9-48c0-96e6-d22f1c1b2f99 HTTP/1.1" status: 200 len: 946 time: 0.2771995 Jun 23 08:41:38.500664 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9f839856-4a9c-46a6-b271-fb0c003b389c req-7d3f8cdc-1ff7-487d-95c6-b6d8d3b323f2 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7a7294a-43d9-48c0-96e6-d22f1c1b2f99 HTTP/1.1" status: 200 len: 946 time: 0.2427635 Jun 23 08:41:38.510834 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-66000c9f-ddf3-4b94-b23b-0095cf939066 admin admin] Notify callbacks [] for router, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:38.525815 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-66000c9f-ddf3-4b94-b23b-0095cf939066 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.8169904 Jun 23 08:41:38.552931 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 50342) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:38.570516 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9f839856-4a9c-46a6-b271-fb0c003b389c req-c96a249f-298f-474a-a56f-1da7b87490cc tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650156 Jun 23 08:41:38.596293 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-728713ba-cf2d-4e02-bd26-cb6e9d06d42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:38.602136 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning for port 06e4544f-3529-42dc-9635-d639457db7ec completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:41:38.605550 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvr_db [None req-630fa8a9-0c50-41f9-b2c3-e6cb9787b213 None None] Set router d412f91d-6326-4d6f-a9c1-3c0555c3636e gateway port host: dv-cinder-768592-7-smb {{(pid=99596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:41:38.626532 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port 06e4544f-3529-42dc-9635-d639457db7ec triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:41:38.627103 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:38.645599 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a621a875-8030-4120-ad26-b29fd797d4f6 x-openstack-request-id: req-a621a875-8030-4120-ad26-b29fd797d4f6 {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:41:38.645985 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3dfd5c1-8612-4816-a609-81a35bcec74e", "name": "network-vif-deleted", "tag": "46b4d0b8-2876-4491-9110-95658cd29e1e", "status": "completed", "code": 200}]} {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:41:38.646526 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a621a875-8030-4120-ad26-b29fd797d4f6 {{(pid=99594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:41:38.647027 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3dfd5c1-8612-4816-a609-81a35bcec74e', 'name': 'network-vif-deleted', 'tag': '46b4d0b8-2876-4491-9110-95658cd29e1e', 'status': 'completed', 'code': 200} Jun 23 08:41:38.707591 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [req-b1353336-55f8-47d3-bd49-60b5db2c4ea7 req-d64dfc60-2171-4663-9986-7c6c110a732c tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Deleting port 09697a7c-6aac-4061-8d5f-1da5b5121292 {{(pid=99594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:41:38.707591 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-b1353336-55f8-47d3-bd49-60b5db2c4ea7 req-d64dfc60-2171-4663-9986-7c6c110a732c tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:38.782479 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-ee261720-eed2-42c0-a36a-db3b1380662a tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=943fe781349b48fc9809a66d9aaf3e37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370245 Jun 23 08:41:38.804599 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:38.839428 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-b1353336-55f8-47d3-bd49-60b5db2c4ea7 req-d64dfc60-2171-4663-9986-7c6c110a732c tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] For port 09697a7c-6aac-4061-8d5f-1da5b5121292, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=09697a7c-6aac-4061-8d5f-1da5b5121292,segment=NetworkSegment(40413b3b-b45d-4a95-ab5a-0eceb9f6e658),segment_id=40413b3b-b45d-4a95-ab5a-0eceb9f6e658)] {{(pid=99594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:41:38.840163 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-b1353336-55f8-47d3-bd49-60b5db2c4ea7 req-d64dfc60-2171-4663-9986-7c6c110a732c tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:38.865537 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] For port 06e4544f-3529-42dc-9635-d639457db7ec, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=06e4544f-3529-42dc-9635-d639457db7ec,segment=NetworkSegment(91037df7-9b75-4b73-9d86-37ffc6e35006),segment_id=91037df7-9b75-4b73-9d86-37ffc6e35006)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:41:38.871013 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [req-b1353336-55f8-47d3-bd49-60b5db2c4ea7 req-d64dfc60-2171-4663-9986-7c6c110a732c tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Calling delete_port for 09697a7c-6aac-4061-8d5f-1da5b5121292 owned by compute:nova {{(pid=99594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:41:38.871197 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:38.873140 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:38.879783 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-630fa8a9-0c50-41f9-b2c3-e6cb9787b213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd412f91d-6326-4d6f-a9c1-3c0555c3636e', 'name': 'tempest-TestShelveInstance-783334711-router', 'tenant_id': '13660d7ce4024da5941095886f634df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '3d8ca682-5f63-47e0-af9e-3e9d010b7e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:41:34Z', 'updated_at': '2021-06-23T08:41:36Z', 'revision_number': 3, 'project_id': '13660d7ce4024da5941095886f634df6', 'gw_port': {'id': '3d8ca682-5f63-47e0-af9e-3e9d010b7e9b', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd412f91d-6326-4d6f-a9c1-3c0555c3636e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:41:35Z', 'updated_at': '2021-06-23T08:41:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb'}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:41:38.912737 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630fa8a9-0c50-41f9-b2c3-e6cb9787b213 None None] Checking router: d412f91d-6326-4d6f-a9c1-3c0555c3636e for host: dv-cinder-768592-7-smb {{(pid=99596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 08:41:38.913283 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630fa8a9-0c50-41f9-b2c3-e6cb9787b213 None None] Updating router d412f91d-6326-4d6f-a9c1-3c0555c3636e port 3d8ca682-5f63-47e0-af9e-3e9d010b7e9b binding host dv-cinder-768592-7-smb {{(pid=99596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 08:41:38.967872 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-630fa8a9-0c50-41f9-b2c3-e6cb9787b213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:38.969706 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Pushing event updated for resources: {'Port': ['ID=06e4544f-3529-42dc-9635-d639457db7ec,revision_number=3']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:38.973362 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:39.062699 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-b1353336-55f8-47d3-bd49-60b5db2c4ea7 req-d64dfc60-2171-4663-9986-7c6c110a732c tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126'] for port, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:39.098045 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-3aec8212-7576-4627-91de-30b42b4e28db tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:39.108852 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['ec3a50bb-9a40-4f54-bfe9-ab35584f2f58', '2f98d1f2-8403-4c64-be5d-fb74f8405421', 'fa7f4935-1a4d-434c-8656-902f4d811ffa', '09697a7c-6aac-4061-8d5f-1da5b5121292'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:41:39.174666 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64dfc60-2171-4663-9986-7c6c110a732c tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Pushing event deleted for resources: {'Port': ['ID=09697a7c-6aac-4061-8d5f-1da5b5121292,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:39.177215 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1353336-55f8-47d3-bd49-60b5db2c4ea7 req-d64dfc60-2171-4663-9986-7c6c110a732c tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] No DVR routers for this DVR port 09697a7c-6aac-4061-8d5f-1da5b5121292 on host hv-cinder-76859 {{(pid=99594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 08:41:39.179440 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-d64dfc60-2171-4663-9986-7c6c110a732c tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:39.181299 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-b1353336-55f8-47d3-bd49-60b5db2c4ea7 req-d64dfc60-2171-4663-9986-7c6c110a732c tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:39.183574 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-b1353336-55f8-47d3-bd49-60b5db2c4ea7 req-d64dfc60-2171-4663-9986-7c6c110a732c tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.13 "DELETE /v2.0/ports/09697a7c-6aac-4061-8d5f-1da5b5121292 HTTP/1.1" status: 204 len: 173 time: 0.6835711 Jun 23 08:41:39.228244 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e7d00c1e-7e25-4e77-a2ff-ebc1fc9d3241 None None] Provisioning complete for port 06e4544f-3529-42dc-9635-d639457db7ec triggered by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:41:39.228879 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e7d00c1e-7e25-4e77-a2ff-ebc1fc9d3241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:39.359669 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-4efc7362-5853-45a4-9c6a-21f1efb36761 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:39.366771 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-4efc7362-5853-45a4-9c6a-21f1efb36761 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5508749 Jun 23 08:41:39.372034 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-630fa8a9-0c50-41f9-b2c3-e6cb9787b213 None None] Notify callbacks [] for port, precommit_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:39.399361 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.provisioning_blocks [None req-630fa8a9-0c50-41f9-b2c3-e6cb9787b213 None None] Transition to ACTIVE for port object 3d8ca682-5f63-47e0-af9e-3e9d010b7e9b will not be triggered until provisioned by entity L2. {{(pid=99596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:41:39.413803 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-630fa8a9-0c50-41f9-b2c3-e6cb9787b213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:39.418292 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-6f490b6e-d054-43d2-b47f-02a5abd90b8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:39.489399 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [None req-630fa8a9-0c50-41f9-b2c3-e6cb9787b213 None None] Attempting to bind port 3d8ca682-5f63-47e0-af9e-3e9d010b7e9b on host dv-cinder-768592-7-smb for vnic_type normal with profile {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:41:39.490139 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [None req-630fa8a9-0c50-41f9-b2c3-e6cb9787b213 None None] Attempting to bind port 3d8ca682-5f63-47e0-af9e-3e9d010b7e9b by drivers openvswitch,hyperv on host dv-cinder-768592-7-smb at level 0 using segments [{'id': '6932e2b2-1f79-4fc6-aa47-4858913c769e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'}] {{(pid=99596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:41:39.490665 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630fa8a9-0c50-41f9-b2c3-e6cb9787b213 None None] Attempting to bind port 3d8ca682-5f63-47e0-af9e-3e9d010b7e9b on network 5f26f45a-4c2b-4262-97ee-7126ad3a4f0c {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:41:39.499855 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630fa8a9-0c50-41f9-b2c3-e6cb9787b213 None None] Checking agent: {'id': 'c91f22d1-ca23-4348-8c14-c9afdcad6577', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 31, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:41:39.500535 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630fa8a9-0c50-41f9-b2c3-e6cb9787b213 None None] Checking segment: {'id': '6932e2b2-1f79-4fc6-aa47-4858913c769e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:41:39.501107 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-630fa8a9-0c50-41f9-b2c3-e6cb9787b213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:39.501901 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630fa8a9-0c50-41f9-b2c3-e6cb9787b213 None None] Bound using segment: {'id': '6932e2b2-1f79-4fc6-aa47-4858913c769e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'} {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:41:39.502535 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [None req-630fa8a9-0c50-41f9-b2c3-e6cb9787b213 None None] Bound port: 3d8ca682-5f63-47e0-af9e-3e9d010b7e9b, host: dv-cinder-768592-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6932e2b2-1f79-4fc6-aa47-4858913c769e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'}}] {{(pid=99596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:41:39.503227 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-630fa8a9-0c50-41f9-b2c3-e6cb9787b213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:39.504961 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc4518-7390-47de-ae83-f43b6971efd3 None None] Pushing event updated for resources: {'Port': ['ID=3d8ca682-5f63-47e0-af9e-3e9d010b7e9b,revision_number=2']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:39.511168 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-f0dc4518-7390-47de-ae83-f43b6971efd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:39.575995 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [None req-630fa8a9-0c50-41f9-b2c3-e6cb9787b213 None None] For port 3d8ca682-5f63-47e0-af9e-3e9d010b7e9b, host dv-cinder-768592-7-smb, cleared binding levels {{(pid=99596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:41:39.582610 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [None req-630fa8a9-0c50-41f9-b2c3-e6cb9787b213 None None] For port 3d8ca682-5f63-47e0-af9e-3e9d010b7e9b, host dv-cinder-768592-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=3d8ca682-5f63-47e0-af9e-3e9d010b7e9b,segment=NetworkSegment(6932e2b2-1f79-4fc6-aa47-4858913c769e),segment_id=6932e2b2-1f79-4fc6-aa47-4858913c769e)] {{(pid=99596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:41:39.589581 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-abf09dfd-53d1-476c-b84a-a9083798df93 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.23 "GET /v2.0/quotas/943fe781349b48fc9809a66d9aaf3e37 HTTP/1.1" status: 200 len: 375 time: 0.2215776 Jun 23 08:41:39.591507 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-630fa8a9-0c50-41f9-b2c3-e6cb9787b213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:39.599049 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-fada0950-fed8-4be1-8d6b-e43df26f2b3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:39.668501 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-1b4dcd01-ce6f-4f44-8302-fbb396f69e03 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=943fe781349b48fc9809a66d9aaf3e37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0779312 Jun 23 08:41:39.722978 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 19549dae-c488-44ca-9b84-e59a04fbf02f up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:41:39.743705 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc4518-7390-47de-ae83-f43b6971efd3 None None] Pushing event updated for resources: {'Port': ['ID=3d8ca682-5f63-47e0-af9e-3e9d010b7e9b,revision_number=3']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:39.749057 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-f0dc4518-7390-47de-ae83-f43b6971efd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:39.749520 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630fa8a9-0c50-41f9-b2c3-e6cb9787b213 None None] Routers {'d412f91d-6326-4d6f-a9c1-3c0555c3636e'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:41:39.750146 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-630fa8a9-0c50-41f9-b2c3-e6cb9787b213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:41:11Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['d412f91d-6326-4d6f-a9c1-3c0555c3636e'], 'active': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:41:39.787066 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port 19549dae-c488-44ca-9b84-e59a04fbf02f triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:41:39.787533 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:39.861219 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3997034-4bd5-49f5-9bb9-8cfd121a7ff3 req-b01aa4ea-9118-4fff-a8da-2132dc941299 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:39.863877 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e3997034-4bd5-49f5-9bb9-8cfd121a7ff3 req-b01aa4ea-9118-4fff-a8da-2132dc941299 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.1593239 Jun 23 08:41:39.888926 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-16874897-8883-453b-bbbb-5b2ced437032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:39.942714 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 06e4544f-3529-42dc-9635-d639457db7ec up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:41:40.026370 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvr_db [None req-630fa8a9-0c50-41f9-b2c3-e6cb9787b213 None None] Set router d412f91d-6326-4d6f-a9c1-3c0555c3636e gateway port host: dv-cinder-768592-7-smb {{(pid=99596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:41:40.052076 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e3997034-4bd5-49f5-9bb9-8cfd121a7ff3 req-bf6b50cf-100e-4b6d-b509-9e62bc1a9af5 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771765 Jun 23 08:41:40.060128 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port 06e4544f-3529-42dc-9635-d639457db7ec triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:41:40.067060 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:40.169015 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device 46b4d0b8-2876-4491-9110-95658cd29e1e no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:41:40.208535 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-ae3a5baa-701f-4098-bd51-aa08d0cf2390 req-8edfa0e2-2548-439f-ba8a-46c1f6e726ab tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7a7294a-43d9-48c0-96e6-d22f1c1b2f99 HTTP/1.1" status: 200 len: 210 time: 0.0598676 Jun 23 08:41:40.216275 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] No Port match for: 46b4d0b8-2876-4491-9110-95658cd29e1e {{(pid=99595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 08:41:40.216668 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device 46b4d0b8-2876-4491-9110-95658cd29e1e not bound to the agent host hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 08:41:40.351776 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a50108c1-af1c-4503-9b88-02c9b788d362 req-bb10d08c-afe8-41d0-af53-db2eeae4fb22 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.23 "GET /v2.0/ports?device_id=96395441-7b84-4a3a-9a0e-0af1bb6b22b5 HTTP/1.1" status: 200 len: 210 time: 0.0470479 Jun 23 08:41:40.363062 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.db.db_base_plugin_common [None req-16874897-8883-453b-bbbb-5b2ced437032 admin admin] Allocated IP 172.20.0.1 (75994b2f-2377-4f10-af54-0758d15220ea/c1bbabcf-6c4b-4005-9f77-83db78b8502d/01c67bd7-fa75-471a-9d51-08e254495550) {{(pid=99593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:41:40.445777 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-630fa8a9-0c50-41f9-b2c3-e6cb9787b213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd412f91d-6326-4d6f-a9c1-3c0555c3636e', 'name': 'tempest-TestShelveInstance-783334711-router', 'tenant_id': '13660d7ce4024da5941095886f634df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '3d8ca682-5f63-47e0-af9e-3e9d010b7e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:41:34Z', 'updated_at': '2021-06-23T08:41:36Z', 'revision_number': 3, 'project_id': '13660d7ce4024da5941095886f634df6', 'gw_port': {'id': '3d8ca682-5f63-47e0-af9e-3e9d010b7e9b', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd412f91d-6326-4d6f-a9c1-3c0555c3636e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:41:35Z', 'updated_at': '2021-06-23T08:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb'}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:41:40.517927 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630fa8a9-0c50-41f9-b2c3-e6cb9787b213 None None] The sync data for ids ['d412f91d-6326-4d6f-a9c1-3c0555c3636e'] in dv-cinder-768592-7-smb is: [{'id': 'd412f91d-6326-4d6f-a9c1-3c0555c3636e', 'name': 'tempest-TestShelveInstance-783334711-router', 'tenant_id': '13660d7ce4024da5941095886f634df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '3d8ca682-5f63-47e0-af9e-3e9d010b7e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:41:34Z', 'updated_at': '2021-06-23T08:41:36Z', 'revision_number': 3, 'project_id': '13660d7ce4024da5941095886f634df6', 'gw_port': {'id': '3d8ca682-5f63-47e0-af9e-3e9d010b7e9b', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd412f91d-6326-4d6f-a9c1-3c0555c3636e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:41:35Z', 'updated_at': '2021-06-23T08:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb'}] {{(pid=99596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 08:41:40.547736 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-16874897-8883-453b-bbbb-5b2ced437032 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:40.563434 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.db.provisioning_blocks [None req-16874897-8883-453b-bbbb-5b2ced437032 admin admin] Transition to ACTIVE for port object 01c67bd7-fa75-471a-9d51-08e254495550 will not be triggered until provisioned by entity DHCP. {{(pid=99593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:41:40.627161 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-16874897-8883-453b-bbbb-5b2ced437032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3652731'] for port, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:40.630459 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:40.648914 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a7294a-43d9-48c0-96e6-d22f1c1b2f99', 'name': 'network-vif-deleted', 'tag': '09697a7c-6aac-4061-8d5f-1da5b5121292'}] {{(pid=99594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:41:40.655497 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3f20cf24677dbb31f56fc6b5fcedde197d4abde885e517d24b88e41f2eb98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8313139d-bc17-4362-82f7-b73f209fd322" -d '{"events": [{"server_uuid": "d7a7294a-43d9-48c0-96e6-d22f1c1b2f99", "name": "network-vif-deleted", "tag": "09697a7c-6aac-4061-8d5f-1da5b5121292"}]}' {{(pid=99594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:41:40.691738 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16874897-8883-453b-bbbb-5b2ced437032 admin admin] Network 75994b2f-2377-4f10-af54-0758d15220ea is already hosted by enough agents. {{(pid=99593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:41:40.698970 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.base_scheduler [None req-16874897-8883-453b-bbbb-5b2ced437032 admin admin] Resources bound (agent type, host, resource id): {{(pid=99593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:41:40.704566 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16874897-8883-453b-bbbb-5b2ced437032 admin admin] Received port after_create {{(pid=99593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:41:40.713341 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447a18b8-8475-43cf-86b3-69162bb35ef4 x-openstack-request-id: req-447a18b8-8475-43cf-86b3-69162bb35ef4 {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:41:40.715158 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a7294a-43d9-48c0-96e6-d22f1c1b2f99", "name": "network-vif-deleted", "tag": "09697a7c-6aac-4061-8d5f-1da5b5121292", "status": "completed", "code": 200}]} {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:41:40.716116 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-447a18b8-8475-43cf-86b3-69162bb35ef4 {{(pid=99594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:41:40.717000 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a7294a-43d9-48c0-96e6-d22f1c1b2f99', 'name': 'network-vif-deleted', 'tag': '09697a7c-6aac-4061-8d5f-1da5b5121292', 'status': 'completed', 'code': 200} Jun 23 08:41:40.773446 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16874897-8883-453b-bbbb-5b2ced437032 admin admin] Pushing event updated for resources: {'Port': ['ID=01c67bd7-fa75-471a-9d51-08e254495550,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:40.788649 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-16874897-8883-453b-bbbb-5b2ced437032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:40.800943 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-16874897-8883-453b-bbbb-5b2ced437032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749879'] for router_interface, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:40.813156 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:41.080596 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f08d48f-da5d-45a4-86a6-7dc886564d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:41.115647 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-16874897-8883-453b-bbbb-5b2ced437032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:41.159372 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-5d32ceb1-c5b0-462b-9729-f252d913ad38 None None] Provisioning for port 01c67bd7-fa75-471a-9d51-08e254495550 completed by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:41:41.163836 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-5d32ceb1-c5b0-462b-9729-f252d913ad38 None None] Provisioning complete for port 01c67bd7-fa75-471a-9d51-08e254495550 triggered by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:41:41.164520 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-5d32ceb1-c5b0-462b-9729-f252d913ad38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:41.236719 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-5d32ceb1-c5b0-462b-9729-f252d913ad38 None None] Port 01c67bd7-fa75-471a-9d51-08e254495550 cannot update to ACTIVE because it is not bound. {{(pid=99595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 08:41:41.383191 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:41.437659 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-16874897-8883-453b-bbbb-5b2ced437032 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:41.449450 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-16874897-8883-453b-bbbb-5b2ced437032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3652713'] for port, after_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:41.507322 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-f5bb384b-520c-47ab-8c85-9b30f207c890 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:41.507322 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-16874897-8883-453b-bbbb-5b2ced437032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749915'] for router_interface, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:41.607767 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16874897-8883-453b-bbbb-5b2ced437032 admin admin] Pushing event updated for resources: {'Port': ['ID=01c67bd7-fa75-471a-9d51-08e254495550,revision_number=2']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:41.610777 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-16874897-8883-453b-bbbb-5b2ced437032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:41.631648 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-490161c5-5a21-48d4-85d3-b1636ed0699d req-4c770ea3-4873-4165-95db-de0247edea2d tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.23 "GET /v2.0/ports?device_id=96395441-7b84-4a3a-9a0e-0af1bb6b22b5 HTTP/1.1" status: 200 len: 210 time: 0.0725234 Jun 23 08:41:41.641021 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 3d8ca682-5f63-47e0-af9e-3e9d010b7e9b up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:41:41.684382 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16874897-8883-453b-bbbb-5b2ced437032 admin admin] Network 75994b2f-2377-4f10-af54-0758d15220ea is already hosted by enough agents. {{(pid=99593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:41:41.685840 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.base_scheduler [None req-16874897-8883-453b-bbbb-5b2ced437032 admin admin] Resources bound (agent type, host, resource id): {{(pid=99593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:41:41.700068 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning for port 3d8ca682-5f63-47e0-af9e-3e9d010b7e9b completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:41:41.710947 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port 3d8ca682-5f63-47e0-af9e-3e9d010b7e9b triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:41:41.711616 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:41.810427 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:41.828439 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16874897-8883-453b-bbbb-5b2ced437032 admin admin] Router d412f91d-6326-4d6f-a9c1-3c0555c3636e has already been hosted by L3 agent b4fcebb9-4e54-4961-9fbc-14fb1630411d {{(pid=99593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 08:41:41.845500 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] For port 3d8ca682-5f63-47e0-af9e-3e9d010b7e9b, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=3d8ca682-5f63-47e0-af9e-3e9d010b7e9b,segment=NetworkSegment(6932e2b2-1f79-4fc6-aa47-4858913c769e),segment_id=6932e2b2-1f79-4fc6-aa47-4858913c769e)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:41:41.851320 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:41.859355 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:41.941799 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-a5abf1d8-fc22-4137-9e61-1d2de7669f9b tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=943fe781349b48fc9809a66d9aaf3e37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490074 Jun 23 08:41:41.962879 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Pushing event updated for resources: {'Port': ['ID=3d8ca682-5f63-47e0-af9e-3e9d010b7e9b,revision_number=4']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:41.970501 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:41.981284 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-24dea357-496f-4abc-86a1-a9354978056c None None] Provisioning complete for port 01c67bd7-fa75-471a-9d51-08e254495550 triggered by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:41:41.981979 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-24dea357-496f-4abc-86a1-a9354978056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:42.010889 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16874897-8883-453b-bbbb-5b2ced437032 admin admin] Notify agent at l3_agent.dv-cinder-768592-7-smb the message routers_updated {{(pid=99593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 08:41:42.016978 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-16874897-8883-453b-bbbb-5b2ced437032 admin admin] 10.222.0.23 "PUT /v2.0/routers/d412f91d-6326-4d6f-a9c1-3c0555c3636e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4451437 Jun 23 08:41:42.083458 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:42.104177 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-24dea357-496f-4abc-86a1-a9354978056c None None] Port 01c67bd7-fa75-471a-9d51-08e254495550 cannot update to ACTIVE because it is not bound. {{(pid=99595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 08:41:42.145328 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device 09697a7c-6aac-4061-8d5f-1da5b5121292 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:41:42.207175 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] No Port match for: 09697a7c-6aac-4061-8d5f-1da5b5121292 {{(pid=99595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 08:41:42.207442 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device 09697a7c-6aac-4061-8d5f-1da5b5121292 not bound to the agent host hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 08:41:42.264786 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-556f9b5d-b731-4566-90b4-6dfe9e92e7d4 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:42.267053 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-556f9b5d-b731-4566-90b4-6dfe9e92e7d4 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3171859 Jun 23 08:41:42.299834 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-3f3cfdd7-eff9-483a-8caa-5a642e259f88 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Request body: {'port': {'device_id': '96395441-7b84-4a3a-9a0e-0af1bb6b22b5', 'network_id': '3eb7a5dd-461a-43d3-8208-bd1cd02b1436', 'admin_state_up': True, 'tenant_id': '943fe781349b48fc9809a66d9aaf3e37'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:41:42.475858 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-3f3cfdd7-eff9-483a-8caa-5a642e259f88 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Made reservation on behalf of 943fe781349b48fc9809a66d9aaf3e37 for: {'port': 1} {{(pid=99594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:41:42.480005 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-3f3cfdd7-eff9-483a-8caa-5a642e259f88 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:42.489458 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-3f3cfdd7-eff9-483a-8caa-5a642e259f88 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:42.678637 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-3f3cfdd7-eff9-483a-8caa-5a642e259f88 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:42.684300 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-3f3cfdd7-eff9-483a-8caa-5a642e259f88 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:42.689091 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-8d66a1c3-affc-4b5d-91bb-9f72e1a88b01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:42.768193 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3cfdd7-eff9-483a-8caa-5a642e259f88 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=453cda63-f1be-451c-a56b-24b2bba65570,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:42.774032 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-3f3cfdd7-eff9-483a-8caa-5a642e259f88 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:42.889436 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.db_base_plugin_common [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-3f3cfdd7-eff9-483a-8caa-5a642e259f88 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Allocated IP 192.168.233.15 (3eb7a5dd-461a-43d3-8208-bd1cd02b1436/2e01ce17-0868-4e6a-ae0a-f232652df5ac/5fd59434-9489-4572-96db-df63967eb52a) {{(pid=99594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:41:43.036694 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 50494) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:43.043078 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [None req-cd020ec8-3d2b-4b23-ad22-0441f4544a1b tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1093001262', 'description': 'tempest-secgroup-smoke-1093001262 description', 'project_id': 'b702ea957bec4fd09d9744a200168709'}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:41:43.119992 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-3f3cfdd7-eff9-483a-8caa-5a642e259f88 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Notify callbacks [] for port, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:43.147098 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-cd020ec8-3d2b-4b23-ad22-0441f4544a1b tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:43.157030 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.provisioning_blocks [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-3f3cfdd7-eff9-483a-8caa-5a642e259f88 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Transition to ACTIVE for port object 5fd59434-9489-4572-96db-df63967eb52a will not be triggered until provisioned by entity DHCP. {{(pid=99594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:41:43.221477 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-3f3cfdd7-eff9-483a-8caa-5a642e259f88 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117'] for port, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:43.233718 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-d64dfc60-2171-4663-9986-7c6c110a732c tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:43.271827 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-cd020ec8-3d2b-4b23-ad22-0441f4544a1b tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:43.280454 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-cd020ec8-3d2b-4b23-ad22-0441f4544a1b tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:43.293280 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-ced4b683-3f3a-403f-a23c-bb401c38f232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:43.365390 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-3f3cfdd7-eff9-483a-8caa-5a642e259f88 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Network 3eb7a5dd-461a-43d3-8208-bd1cd02b1436 is already hosted by enough agents. {{(pid=99594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:41:43.374871 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd020ec8-3d2b-4b23-ad22-0441f4544a1b tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e77565-e56b-46d1-91a9-b123b4e39d92,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:43.385508 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-cd020ec8-3d2b-4b23-ad22-0441f4544a1b tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:43.388016 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-3f3cfdd7-eff9-483a-8caa-5a642e259f88 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Resources bound (agent type, host, resource id): {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:41:43.391558 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-cd020ec8-3d2b-4b23-ad22-0441f4544a1b tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:43.393134 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-cd020ec8-3d2b-4b23-ad22-0441f4544a1b tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3547719 Jun 23 08:41:43.397687 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 50506) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:43.403279 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-3f3cfdd7-eff9-483a-8caa-5a642e259f88 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Received port after_create {{(pid=99594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:41:43.415000 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-3f3cfdd7-eff9-483a-8caa-5a642e259f88 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:43.416184 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-3f3cfdd7-eff9-483a-8caa-5a642e259f88 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:43.418953 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [None req-8a463296-3013-4088-92c3-9c6620f7c0b5 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Request body: {'security_group_rule': {'security_group_id': 'b6e77565-e56b-46d1-91a9-b123b4e39d92', 'project_id': 'b702ea957bec4fd09d9744a200168709', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:41:43.431914 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3cfdd7-eff9-483a-8caa-5a642e259f88 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Pushing event updated for resources: {'Port': ['ID=5fd59434-9489-4572-96db-df63967eb52a,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:43.435743 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-3f3cfdd7-eff9-483a-8caa-5a642e259f88 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:43.515033 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-3f3cfdd7-eff9-483a-8caa-5a642e259f88 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2209194 Jun 23 08:41:43.541396 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-8a463296-3013-4088-92c3-9c6620f7c0b5 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:43.542593 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-a5dad59c-eacd-4a88-8c86-e698c57c8649 service neutron] Request body: {'port': {'device_id': '96395441-7b84-4a3a-9a0e-0af1bb6b22b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:41:43.586156 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:43.621976 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09867fd6-4a41-48a1-b765-4cb8067dd2e3 req-b76d2f74-0c1b-4379-b68f-68d57e46552f tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:43.633945 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-09867fd6-4a41-48a1-b765-4cb8067dd2e3 req-b76d2f74-0c1b-4379-b68f-68d57e46552f tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.23 "GET /v2.0/ports?device_id=96395441-7b84-4a3a-9a0e-0af1bb6b22b5 HTTP/1.1" status: 200 len: 935 time: 0.3542380 Jun 23 08:41:43.635915 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 3d8ca682-5f63-47e0-af9e-3e9d010b7e9b up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:41:43.714635 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-a5dad59c-eacd-4a88-8c86-e698c57c8649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:43.761762 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port 3d8ca682-5f63-47e0-af9e-3e9d010b7e9b triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:41:43.763309 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:43.789590 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b05779-33d4-46fb-b89d-2a8ac55b3f9c req-7c1024cb-e114-4fa3-ba55-290823965b48 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:43.792153 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e9b05779-33d4-46fb-b89d-2a8ac55b3f9c req-7c1024cb-e114-4fa3-ba55-290823965b48 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=512cb6ad-7670-463b-9237-ca95b4b6ef8c HTTP/1.1" status: 200 len: 945 time: 0.4092908 Jun 23 08:41:43.834110 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-09867fd6-4a41-48a1-b765-4cb8067dd2e3 req-79d42cef-b7e8-4fd7-b2a5-18f33728bb54 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.23 "GET /v2.0/security-groups?id=453cda63-f1be-451c-a56b-24b2bba65570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981294 Jun 23 08:41:43.882691 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ea05dd-e013-4a5b-b442-d77ffad49d0a None None] Sync routers for ids ['d412f91d-6326-4d6f-a9c1-3c0555c3636e'] in dv-cinder-768592-7-smb {{(pid=99595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 08:41:43.886482 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-8a463296-3013-4088-92c3-9c6620f7c0b5 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:43.887994 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-cd58b736-1f5b-4a5e-b912-90d92eec749a None None] Provisioning for port 5fd59434-9489-4572-96db-df63967eb52a completed by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:41:43.898552 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-8a463296-3013-4088-92c3-9c6620f7c0b5 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748324'] for security_group_rule, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:43.900248 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-cd58b736-1f5b-4a5e-b912-90d92eec749a None None] Provisioning complete for port 5fd59434-9489-4572-96db-df63967eb52a triggered by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:41:43.900876 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-cd58b736-1f5b-4a5e-b912-90d92eec749a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:43.942722 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:43.975117 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ea05dd-e013-4a5b-b442-d77ffad49d0a None None] Routers {'d412f91d-6326-4d6f-a9c1-3c0555c3636e'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:41:43.976151 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-99ea05dd-e013-4a5b-b442-d77ffad49d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:41:41Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['d412f91d-6326-4d6f-a9c1-3c0555c3636e'], 'active': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:41:44.015732 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e9b05779-33d4-46fb-b89d-2a8ac55b3f9c req-442c50ef-965f-40dc-9f8a-8852e85dc559 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054598 Jun 23 08:41:44.018315 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-8a463296-3013-4088-92c3-9c6620f7c0b5 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:44.023374 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-8a463296-3013-4088-92c3-9c6620f7c0b5 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6149545 Jun 23 08:41:44.032848 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 50510) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:44.035178 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a463296-3013-4088-92c3-9c6620f7c0b5 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ed138a-63da-41c5-8bda-d614e259bb52,revision_number=0']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:44.039478 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [None req-6eb55f62-a5c4-4805-898d-0f6df9b62469 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Request body: {'security_group_rule': {'security_group_id': 'b6e77565-e56b-46d1-91a9-b123b4e39d92', 'project_id': 'b702ea957bec4fd09d9744a200168709', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:41:44.052795 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-8a463296-3013-4088-92c3-9c6620f7c0b5 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:44.060947 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-cd58b736-1f5b-4a5e-b912-90d92eec749a None None] Port 5fd59434-9489-4572-96db-df63967eb52a cannot update to ACTIVE because it is not bound. {{(pid=99595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 08:41:44.090303 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-6eb55f62-a5c4-4805-898d-0f6df9b62469 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:44.186578 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-a5dad59c-eacd-4a88-8c86-e698c57c8649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fd59434-9489-4572-96db-df63967eb52a {{(pid=99594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:41:44.197091 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-a5dad59c-eacd-4a88-8c86-e698c57c8649 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:44.212480 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-6eb55f62-a5c4-4805-898d-0f6df9b62469 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:44.220331 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-6eb55f62-a5c4-4805-898d-0f6df9b62469 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748324'] for security_group_rule, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:44.223319 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.provisioning_blocks [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-a5dad59c-eacd-4a88-8c86-e698c57c8649 service neutron] Transition to ACTIVE for port object 5fd59434-9489-4572-96db-df63967eb52a will not be triggered until provisioned by entity L2. {{(pid=99594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:41:44.223817 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-8a463296-3013-4088-92c3-9c6620f7c0b5 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:44.227917 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-a5dad59c-eacd-4a88-8c86-e698c57c8649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:44.237751 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-fad19849-818b-474b-9165-cb260b999172 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:44.245738 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb55f62-a5c4-4805-898d-0f6df9b62469 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfd6ffdb-40cb-4aa3-9fc5-b48d8ce3197f,revision_number=0']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:44.249827 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-6eb55f62-a5c4-4805-898d-0f6df9b62469 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:44.253651 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-6eb55f62-a5c4-4805-898d-0f6df9b62469 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:44.260675 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-6eb55f62-a5c4-4805-898d-0f6df9b62469 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2264476 Jun 23 08:41:44.261313 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 50516) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:44.266197 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [None req-a3f24b92-3784-4d0a-9179-fd456ed6b3cb tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Request body: {'security_group_rule': {'security_group_id': 'b6e77565-e56b-46d1-91a9-b123b4e39d92', 'project_id': 'b702ea957bec4fd09d9744a200168709', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:41:44.289261 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dad59c-eacd-4a88-8c86-e698c57c8649 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd59434-9489-4572-96db-df63967eb52a,revision_number=2']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:44.293615 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-a5dad59c-eacd-4a88-8c86-e698c57c8649 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:44.308309 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-a3f24b92-3784-4d0a-9179-fd456ed6b3cb tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:44.322200 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvr_db [None req-99ea05dd-e013-4a5b-b442-d77ffad49d0a None None] Set router d412f91d-6326-4d6f-a9c1-3c0555c3636e gateway port host: dv-cinder-768592-7-smb {{(pid=99595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:41:44.342933 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-a5dad59c-eacd-4a88-8c86-e698c57c8649 service neutron] Attempting to bind port 5fd59434-9489-4572-96db-df63967eb52a on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:41:44.343319 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-a5dad59c-eacd-4a88-8c86-e698c57c8649 service neutron] Attempting to bind port 5fd59434-9489-4572-96db-df63967eb52a by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '770658bb-5336-4f80-8d53-5a375c97c3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3eb7a5dd-461a-43d3-8208-bd1cd02b1436'}] {{(pid=99594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:41:44.343613 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-a5dad59c-eacd-4a88-8c86-e698c57c8649 service neutron] Attempting to bind port 5fd59434-9489-4572-96db-df63967eb52a on network 3eb7a5dd-461a-43d3-8208-bd1cd02b1436 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:41:44.348316 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-a5dad59c-eacd-4a88-8c86-e698c57c8649 service neutron] Port 5fd59434-9489-4572-96db-df63967eb52a on network 3eb7a5dd-461a-43d3-8208-bd1cd02b1436 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 08:41:44.348646 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-a5dad59c-eacd-4a88-8c86-e698c57c8649 service neutron] Attempting to bind port 5fd59434-9489-4572-96db-df63967eb52a on network 3eb7a5dd-461a-43d3-8208-bd1cd02b1436 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:41:44.355650 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-a5dad59c-eacd-4a88-8c86-e698c57c8649 service neutron] Checking agent: {'id': '5783bbde-a90f-4f17-9165-5d18275c1698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 37, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:41:44.356059 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-a5dad59c-eacd-4a88-8c86-e698c57c8649 service neutron] Checking segment: {'id': '770658bb-5336-4f80-8d53-5a375c97c3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3eb7a5dd-461a-43d3-8208-bd1cd02b1436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:41:44.356392 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-a5dad59c-eacd-4a88-8c86-e698c57c8649 service neutron] Bound using segment: {'id': '770658bb-5336-4f80-8d53-5a375c97c3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3eb7a5dd-461a-43d3-8208-bd1cd02b1436'} {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:41:44.359204 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-a5dad59c-eacd-4a88-8c86-e698c57c8649 service neutron] Bound port: 5fd59434-9489-4572-96db-df63967eb52a, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '770658bb-5336-4f80-8d53-5a375c97c3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3eb7a5dd-461a-43d3-8208-bd1cd02b1436'}}] {{(pid=99594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:41:44.359943 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-a5dad59c-eacd-4a88-8c86-e698c57c8649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:44.460839 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-a3f24b92-3784-4d0a-9179-fd456ed6b3cb tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:44.470109 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-a3f24b92-3784-4d0a-9179-fd456ed6b3cb tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748324'] for security_group_rule, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:44.484224 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:44.514868 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f24b92-3784-4d0a-9179-fd456ed6b3cb tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1375b1be-efe8-433b-a4fe-0cce212bc9be,revision_number=0']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:44.521237 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-a3f24b92-3784-4d0a-9179-fd456ed6b3cb tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:44.541707 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-a3f24b92-3784-4d0a-9179-fd456ed6b3cb tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:44.542999 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-a3f24b92-3784-4d0a-9179-fd456ed6b3cb tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2806652 Jun 23 08:41:44.545710 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 50522) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:44.552390 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-a5dad59c-eacd-4a88-8c86-e698c57c8649 service neutron] For port 5fd59434-9489-4572-96db-df63967eb52a, host hv-cinder-76859, cleared binding levels {{(pid=99594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:41:44.554837 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [None req-71037179-4138-4930-bc47-97afb2a8e673 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Request body: {'security_group_rule': {'security_group_id': 'b6e77565-e56b-46d1-91a9-b123b4e39d92', 'project_id': 'b702ea957bec4fd09d9744a200168709', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:41:44.562644 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-a5dad59c-eacd-4a88-8c86-e698c57c8649 service neutron] For port 5fd59434-9489-4572-96db-df63967eb52a, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=5fd59434-9489-4572-96db-df63967eb52a,segment=NetworkSegment(770658bb-5336-4f80-8d53-5a375c97c3fa),segment_id=770658bb-5336-4f80-8d53-5a375c97c3fa)] {{(pid=99594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:41:44.569731 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-a5dad59c-eacd-4a88-8c86-e698c57c8649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:44.573657 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-62f26e6d-1e43-42e4-95a1-443c323bcc73 tempest-VolumesActionsTest-1964365029 tempest-VolumesActionsTest-1964365029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:44.644773 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-71037179-4138-4930-bc47-97afb2a8e673 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:44.730409 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-99ea05dd-e013-4a5b-b442-d77ffad49d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd412f91d-6326-4d6f-a9c1-3c0555c3636e', 'name': 'tempest-TestShelveInstance-783334711-router', 'tenant_id': '13660d7ce4024da5941095886f634df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '3d8ca682-5f63-47e0-af9e-3e9d010b7e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:41:34Z', 'updated_at': '2021-06-23T08:41:40Z', 'revision_number': 4, 'project_id': '13660d7ce4024da5941095886f634df6', 'gw_port': {'id': '3d8ca682-5f63-47e0-af9e-3e9d010b7e9b', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd412f91d-6326-4d6f-a9c1-3c0555c3636e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:41:35Z', 'updated_at': '2021-06-23T08:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': '01c67bd7-fa75-471a-9d51-08e254495550', 'name': '', 'network_id': '75994b2f-2377-4f10-af54-0758d15220ea', 'tenant_id': '13660d7ce4024da5941095886f634df6', 'mac_address': 'fa:16:3e:6b:22:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd412f91d-6326-4d6f-a9c1-3c0555c3636e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'c1bbabcf-6c4b-4005-9f77-83db78b8502d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:41:39Z', 'updated_at': '2021-06-23T08:41:41Z', 'revision_number': 2, 'project_id': '13660d7ce4024da5941095886f634df6', 'subnets': [{'id': 'c1bbabcf-6c4b-4005-9f77-83db78b8502d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:41:44.754420 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dad59c-eacd-4a88-8c86-e698c57c8649 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd59434-9489-4572-96db-df63967eb52a,revision_number=3']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:44.795027 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-a5dad59c-eacd-4a88-8c86-e698c57c8649 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:44.798355 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-71037179-4138-4930-bc47-97afb2a8e673 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:44.808560 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-71037179-4138-4930-bc47-97afb2a8e673 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748324'] for security_group_rule, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:44.810499 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-a5dad59c-eacd-4a88-8c86-e698c57c8649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:44.815022 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-a5dad59c-eacd-4a88-8c86-e698c57c8649 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:44.819644 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-a5dad59c-eacd-4a88-8c86-e698c57c8649 service neutron] 10.222.0.13 "PUT /v2.0/ports/5fd59434-9489-4572-96db-df63967eb52a HTTP/1.1" status: 200 len: 1097 time: 1.2793534 Jun 23 08:41:44.821664 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96395441-7b84-4a3a-9a0e-0af1bb6b22b5', 'tag': '5fd59434-9489-4572-96db-df63967eb52a'}] {{(pid=99594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:41:44.822692 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-6eb55f62-a5c4-4805-898d-0f6df9b62469 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:44.832266 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3f20cf24677dbb31f56fc6b5fcedde197d4abde885e517d24b88e41f2eb98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70a7d82-5d54-493f-a0cc-18aeb5910f57" -d '{"events": [{"name": "network-changed", "server_uuid": "96395441-7b84-4a3a-9a0e-0af1bb6b22b5", "tag": "5fd59434-9489-4572-96db-df63967eb52a"}]}' {{(pid=99594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:41:44.841900 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ea05dd-e013-4a5b-b442-d77ffad49d0a None None] Checking router: d412f91d-6326-4d6f-a9c1-3c0555c3636e for host: dv-cinder-768592-7-smb {{(pid=99595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 08:41:44.852607 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ea05dd-e013-4a5b-b442-d77ffad49d0a None None] Updating router d412f91d-6326-4d6f-a9c1-3c0555c3636e port 01c67bd7-fa75-471a-9d51-08e254495550 binding host dv-cinder-768592-7-smb {{(pid=99595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 08:41:44.951015 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71037179-4138-4930-bc47-97afb2a8e673 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8574081-92e8-489e-aa74-d24014ef4c36,revision_number=0']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:44.956362 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-71037179-4138-4930-bc47-97afb2a8e673 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:44.964979 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 50532) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:44.971236 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-8d6635e5-6a4a-46f1-a284-098d7b99f165 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Request body: {'security_group_rule': {'security_group_id': 'b6e77565-e56b-46d1-91a9-b123b4e39d92', 'project_id': 'b702ea957bec4fd09d9744a200168709', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:41:44.978228 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-71037179-4138-4930-bc47-97afb2a8e673 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4150271 Jun 23 08:41:44.986263 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-71037179-4138-4930-bc47-97afb2a8e673 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:45.020116 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-99ea05dd-e013-4a5b-b442-d77ffad49d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:45.120735 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 08:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c078d38-5e4d-4c60-b37a-b32290c1f58b x-openstack-request-id: req-1c078d38-5e4d-4c60-b37a-b32290c1f58b {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:41:45.121058 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96395441-7b84-4a3a-9a0e-0af1bb6b22b5", "tag": "5fd59434-9489-4572-96db-df63967eb52a", "status": "completed", "code": 200}]} {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:41:45.121529 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1c078d38-5e4d-4c60-b37a-b32290c1f58b {{(pid=99594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:41:45.122120 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96395441-7b84-4a3a-9a0e-0af1bb6b22b5', 'tag': '5fd59434-9489-4572-96db-df63967eb52a', 'status': 'completed', 'code': 200} Jun 23 08:41:45.125756 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.db.securitygroups_db [None req-8d6635e5-6a4a-46f1-a284-098d7b99f165 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Project b702ea957bec4fd09d9744a200168709 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 08:41:45.136051 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8d6635e5-6a4a-46f1-a284-098d7b99f165 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:45.243261 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8d6635e5-6a4a-46f1-a284-098d7b99f165 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:45.251264 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8d6635e5-6a4a-46f1-a284-098d7b99f165 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748324'] for security_group_rule, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:45.261698 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-b3ab25e5-29f5-4582-b00a-c360717554f7 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:45.292697 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-c4fab979-6e5e-4b7f-9326-0f716c1b423a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:45.294063 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c619b92-fb53-4055-a386-fbe2c2c38d16 req-618e45e4-ff8d-4a3b-bbdd-6ce97253bec3 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:45.294631 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-c4fab979-6e5e-4b7f-9326-0f716c1b423a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=943fe781349b48fc9809a66d9aaf3e37&device_id=96395441-7b84-4a3a-9a0e-0af1bb6b22b5 HTTP/1.1" status: 200 len: 1100 time: 0.2275126 Jun 23 08:41:45.295593 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6635e5-6a4a-46f1-a284-098d7b99f165 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09fb2c46-2741-41ea-b587-f7db5d39d181,revision_number=0']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:45.299218 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-8d6635e5-6a4a-46f1-a284-098d7b99f165 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:45.299845 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-4c619b92-fb53-4055-a386-fbe2c2c38d16 req-618e45e4-ff8d-4a3b-bbdd-6ce97253bec3 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.23 "GET /v2.0/ports?device_id=96395441-7b84-4a3a-9a0e-0af1bb6b22b5 HTTP/1.1" status: 200 len: 947 time: 0.1222994 Jun 23 08:41:45.312849 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8d6635e5-6a4a-46f1-a284-098d7b99f165 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:45.314327 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-8d6635e5-6a4a-46f1-a284-098d7b99f165 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3482819 Jun 23 08:41:45.316865 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 50542) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:41:45.332215 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-307ba1ce-82a2-4cee-b3b5-3776e1fe14d9 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Request body: {'security_group_rule': {'security_group_id': 'b6e77565-e56b-46d1-91a9-b123b4e39d92', 'project_id': 'b702ea957bec4fd09d9744a200168709', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:41:45.373955 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-4c619b92-fb53-4055-a386-fbe2c2c38d16 req-931f82fd-f23a-411c-82df-e529c7663954 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.23 "GET /v2.0/security-groups?id=453cda63-f1be-451c-a56b-24b2bba65570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664814 Jun 23 08:41:45.395713 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-33849206-0c13-460b-92bf-e6db0c1f5836 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=5fd59434-9489-4572-96db-df63967eb52a HTTP/1.1" status: 200 len: 217 time: 0.0763578 Jun 23 08:41:45.484731 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.db.securitygroups_db [None req-307ba1ce-82a2-4cee-b3b5-3776e1fe14d9 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Project b702ea957bec4fd09d9744a200168709 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 08:41:45.505677 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-307ba1ce-82a2-4cee-b3b5-3776e1fe14d9 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:45.529691 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-98951842-6fcf-4dd1-9d74-1c2f6edac807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:45.531918 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-98951842-6fcf-4dd1-9d74-1c2f6edac807 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2e01ce17-0868-4e6a-ae0a-f232652df5ac HTTP/1.1" status: 200 len: 843 time: 0.1251843 Jun 23 08:41:45.610059 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e07783-f82a-4eed-9d1b-8ca934a57261 req-c57487cc-ca2f-4995-a683-fe52d7445302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:45.611574 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-d6e07783-f82a-4eed-9d1b-8ca934a57261 req-c57487cc-ca2f-4995-a683-fe52d7445302 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=892798fcbd634629883b86ab1c91a73d&device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 1098 time: 0.2025239 Jun 23 08:41:45.621893 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e36fdf-34e2-4d5c-9533-8bf4ff75d1d0 req-e66fca0e-c38c-4bf1-bb18-f6415fdd9364 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:45.623284 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-99ea05dd-e013-4a5b-b442-d77ffad49d0a None None] Notify callbacks [] for port, precommit_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:45.631846 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c2e36fdf-34e2-4d5c-9533-8bf4ff75d1d0 req-e66fca0e-c38c-4bf1-bb18-f6415fdd9364 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=512cb6ad-7670-463b-9237-ca95b4b6ef8c HTTP/1.1" status: 200 len: 945 time: 0.0951862 Jun 23 08:41:45.646175 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-99ea05dd-e013-4a5b-b442-d77ffad49d0a None None] Transition to ACTIVE for port object 01c67bd7-fa75-471a-9d51-08e254495550 will not be triggered until provisioned by entity L2. {{(pid=99595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:41:45.655412 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-307ba1ce-82a2-4cee-b3b5-3776e1fe14d9 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:45.661002 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-99ea05dd-e013-4a5b-b442-d77ffad49d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:45.668785 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-c7095837-0dd8-4c19-872e-b8d3de2be293 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:45.672754 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-307ba1ce-82a2-4cee-b3b5-3776e1fe14d9 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748324'] for security_group_rule, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:45.700115 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c2e36fdf-34e2-4d5c-9533-8bf4ff75d1d0 req-bc0e8665-1fe3-4e36-8e7e-e5c7e133c349 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671358 Jun 23 08:41:45.719814 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-8d6635e5-6a4a-46f1-a284-098d7b99f165 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:45.753548 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ba1ce-82a2-4cee-b3b5-3776e1fe14d9 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=917f26cf-bfd3-4fdc-be37-3e5ef955efa3,revision_number=0']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:45.756663 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-307ba1ce-82a2-4cee-b3b5-3776e1fe14d9 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:45.759674 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-a211df97-68ae-4f72-9241-e1f357502f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:45.760738 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-a211df97-68ae-4f72-9241-e1f357502f42 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3eb7a5dd-461a-43d3-8208-bd1cd02b1436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2158389 Jun 23 08:41:45.770128 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-307ba1ce-82a2-4cee-b3b5-3776e1fe14d9 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:45.773823 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-307ba1ce-82a2-4cee-b3b5-3776e1fe14d9 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4535527 Jun 23 08:41:45.799528 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ca704-0e40-403a-9bab-9d3b1a0e8c58 None None] Pushing event updated for resources: {'Port': ['ID=01c67bd7-fa75-471a-9d51-08e254495550,revision_number=3']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:45.809305 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-113ca704-0e40-403a-9bab-9d3b1a0e8c58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:45.820244 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e07783-f82a-4eed-9d1b-8ca934a57261 req-3748a119-6239-4f30-bb86-a08d67cbf996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:45.824973 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-d6e07783-f82a-4eed-9d1b-8ca934a57261 req-3748a119-6239-4f30-bb86-a08d67cbf996 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b711c792-b208-4500-bb11-09c7e15b522c HTTP/1.1" status: 200 len: 919 time: 0.2044134 Jun 23 08:41:45.889745 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-99ea05dd-e013-4a5b-b442-d77ffad49d0a None None] Attempting to bind port 01c67bd7-fa75-471a-9d51-08e254495550 on host dv-cinder-768592-7-smb for vnic_type normal with profile {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:41:45.890367 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-99ea05dd-e013-4a5b-b442-d77ffad49d0a None None] Attempting to bind port 01c67bd7-fa75-471a-9d51-08e254495550 by drivers openvswitch,hyperv on host dv-cinder-768592-7-smb at level 0 using segments [{'id': '91037df7-9b75-4b73-9d86-37ffc6e35006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '75994b2f-2377-4f10-af54-0758d15220ea'}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:41:45.890967 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ea05dd-e013-4a5b-b442-d77ffad49d0a None None] Attempting to bind port 01c67bd7-fa75-471a-9d51-08e254495550 on network 75994b2f-2377-4f10-af54-0758d15220ea {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:41:45.896358 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ea05dd-e013-4a5b-b442-d77ffad49d0a None None] Checking agent: {'id': 'c91f22d1-ca23-4348-8c14-c9afdcad6577', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 31, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:41:45.896966 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ea05dd-e013-4a5b-b442-d77ffad49d0a None None] Checking segment: {'id': '91037df7-9b75-4b73-9d86-37ffc6e35006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '75994b2f-2377-4f10-af54-0758d15220ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:41:45.897627 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-99ea05dd-e013-4a5b-b442-d77ffad49d0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:45.898189 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ea05dd-e013-4a5b-b442-d77ffad49d0a None None] Bound using segment: {'id': '91037df7-9b75-4b73-9d86-37ffc6e35006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '75994b2f-2377-4f10-af54-0758d15220ea'} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:41:45.898861 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-99ea05dd-e013-4a5b-b442-d77ffad49d0a None None] Bound port: 01c67bd7-fa75-471a-9d51-08e254495550, host: dv-cinder-768592-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91037df7-9b75-4b73-9d86-37ffc6e35006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '75994b2f-2377-4f10-af54-0758d15220ea'}}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:41:45.900657 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-99ea05dd-e013-4a5b-b442-d77ffad49d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:45.928236 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-d6e07783-f82a-4eed-9d1b-8ca934a57261 req-3bac8224-0e08-4079-9fb4-5f2112de41d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dce9eec3-ad6c-4933-91f7-e9bc2ab20d12 HTTP/1.1" status: 200 len: 217 time: 0.0829012 Jun 23 08:41:45.997416 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-99ea05dd-e013-4a5b-b442-d77ffad49d0a None None] For port 01c67bd7-fa75-471a-9d51-08e254495550, host dv-cinder-768592-7-smb, cleared binding levels {{(pid=99595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:41:46.001902 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-99ea05dd-e013-4a5b-b442-d77ffad49d0a None None] For port 01c67bd7-fa75-471a-9d51-08e254495550, host dv-cinder-768592-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=01c67bd7-fa75-471a-9d51-08e254495550,segment=NetworkSegment(91037df7-9b75-4b73-9d86-37ffc6e35006),segment_id=91037df7-9b75-4b73-9d86-37ffc6e35006)] {{(pid=99595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:41:46.006822 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-99ea05dd-e013-4a5b-b442-d77ffad49d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:46.011157 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:46.090780 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ca704-0e40-403a-9bab-9d3b1a0e8c58 None None] Pushing event updated for resources: {'Port': ['ID=01c67bd7-fa75-471a-9d51-08e254495550,revision_number=4']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:46.094975 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a744ba-09ac-4111-8a14-39b82e67ea17 req-8eb90ae9-9016-46af-ba0d-4196199a8e93 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:46.105404 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-04a744ba-09ac-4111-8a14-39b82e67ea17 req-8eb90ae9-9016-46af-ba0d-4196199a8e93 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.1821885 Jun 23 08:41:46.110413 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-113ca704-0e40-403a-9bab-9d3b1a0e8c58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:46.141927 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ea05dd-e013-4a5b-b442-d77ffad49d0a None None] Routers {'d412f91d-6326-4d6f-a9c1-3c0555c3636e'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:41:46.143089 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-99ea05dd-e013-4a5b-b442-d77ffad49d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:41:41Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['d412f91d-6326-4d6f-a9c1-3c0555c3636e'], 'active': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:41:46.178511 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e07783-f82a-4eed-9d1b-8ca934a57261 req-bbec4690-9f13-421b-8e06-171e6949801c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:46.179750 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-04a744ba-09ac-4111-8a14-39b82e67ea17 req-bb16ae3b-31a1-4b22-b4a0-74749532046d tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729985 Jun 23 08:41:46.180020 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-d6e07783-f82a-4eed-9d1b-8ca934a57261 req-bbec4690-9f13-421b-8e06-171e6949801c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27d76a9c-f09b-4b46-ac4d-5eb636fc5d99 HTTP/1.1" status: 200 len: 858 time: 0.1812479 Jun 23 08:41:46.239526 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-faf319cf-3245-4bc4-bd8d-e07f36347c75 service neutron] 10.222.0.13 "GET /v2.0/networks/3eb7a5dd-461a-43d3-8208-bd1cd02b1436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132445 Jun 23 08:41:46.289372 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-d6e07783-f82a-4eed-9d1b-8ca934a57261 req-01be4558-1936-485d-b4aa-f41b7b8c2ab6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b711c792-b208-4500-bb11-09c7e15b522c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915546 Jun 23 08:41:46.404272 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-1882b0df-94f6-4da2-88c9-864a6e7f70ab req-2fe7f874-58a1-478e-a36c-488549504ef1 service neutron] 10.222.0.13 "GET /v2.0/networks/3eb7a5dd-461a-43d3-8208-bd1cd02b1436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167190 Jun 23 08:41:46.411846 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvr_db [None req-99ea05dd-e013-4a5b-b442-d77ffad49d0a None None] Set router d412f91d-6326-4d6f-a9c1-3c0555c3636e gateway port host: dv-cinder-768592-7-smb {{(pid=99595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:41:46.628771 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1425b05-4c8f-4ad4-8b22-dbb3bc5f0f27 req-fa6edc9f-3637-4286-b598-d8c5926d3816 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:46.630652 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f1425b05-4c8f-4ad4-8b22-dbb3bc5f0f27 req-fa6edc9f-3637-4286-b598-d8c5926d3816 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.13 "GET /v2.0/ports?device_id=512cb6ad-7670-463b-9237-ca95b4b6ef8c HTTP/1.1" status: 200 len: 945 time: 0.4343657 Jun 23 08:41:46.813203 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93aba87-143b-461d-b502-7cd930c940ab req-1c3f0aa7-65cd-407d-bfe0-2572ca6d3149 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:46.820061 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b93aba87-143b-461d-b502-7cd930c940ab req-1c3f0aa7-65cd-407d-bfe0-2572ca6d3149 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.23 "GET /v2.0/ports?device_id=96395441-7b84-4a3a-9a0e-0af1bb6b22b5 HTTP/1.1" status: 200 len: 947 time: 0.1505709 Jun 23 08:41:46.845139 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-d6e07783-f82a-4eed-9d1b-8ca934a57261 req-f891d743-0a28-4edd-b552-6e54ca9ed96b service neutron] 10.222.0.13 "GET /v2.0/networks/b711c792-b208-4500-bb11-09c7e15b522c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4727361 Jun 23 08:41:46.869531 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b93aba87-143b-461d-b502-7cd930c940ab req-687a360d-6213-4744-9efd-55c960219485 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.23 "GET /v2.0/security-groups?id=453cda63-f1be-451c-a56b-24b2bba65570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482635 Jun 23 08:41:46.934304 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a7d82-5d54-493f-a0cc-18aeb5910f57 req-634d7c4d-c493-4e1a-84ca-c90809120684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:46.941489 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f70a7d82-5d54-493f-a0cc-18aeb5910f57 req-634d7c4d-c493-4e1a-84ca-c90809120684 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=943fe781349b48fc9809a66d9aaf3e37&device_id=96395441-7b84-4a3a-9a0e-0af1bb6b22b5 HTTP/1.1" status: 200 len: 1100 time: 0.4273455 Jun 23 08:41:46.979121 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-99ea05dd-e013-4a5b-b442-d77ffad49d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd412f91d-6326-4d6f-a9c1-3c0555c3636e', 'name': 'tempest-TestShelveInstance-783334711-router', 'tenant_id': '13660d7ce4024da5941095886f634df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '3d8ca682-5f63-47e0-af9e-3e9d010b7e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:41:34Z', 'updated_at': '2021-06-23T08:41:40Z', 'revision_number': 4, 'project_id': '13660d7ce4024da5941095886f634df6', 'gw_port': {'id': '3d8ca682-5f63-47e0-af9e-3e9d010b7e9b', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd412f91d-6326-4d6f-a9c1-3c0555c3636e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:41:35Z', 'updated_at': '2021-06-23T08:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': '01c67bd7-fa75-471a-9d51-08e254495550', 'name': '', 'network_id': '75994b2f-2377-4f10-af54-0758d15220ea', 'tenant_id': '13660d7ce4024da5941095886f634df6', 'mac_address': 'fa:16:3e:6b:22:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd412f91d-6326-4d6f-a9c1-3c0555c3636e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'c1bbabcf-6c4b-4005-9f77-83db78b8502d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:41:39Z', 'updated_at': '2021-06-23T08:41:45Z', 'revision_number': 4, 'project_id': '13660d7ce4024da5941095886f634df6', 'subnets': [{'id': 'c1bbabcf-6c4b-4005-9f77-83db78b8502d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:41:47.041629 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ea05dd-e013-4a5b-b442-d77ffad49d0a None None] The sync data for ids ['d412f91d-6326-4d6f-a9c1-3c0555c3636e'] in dv-cinder-768592-7-smb is: [{'id': 'd412f91d-6326-4d6f-a9c1-3c0555c3636e', 'name': 'tempest-TestShelveInstance-783334711-router', 'tenant_id': '13660d7ce4024da5941095886f634df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '3d8ca682-5f63-47e0-af9e-3e9d010b7e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:41:34Z', 'updated_at': '2021-06-23T08:41:40Z', 'revision_number': 4, 'project_id': '13660d7ce4024da5941095886f634df6', 'gw_port': {'id': '3d8ca682-5f63-47e0-af9e-3e9d010b7e9b', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd412f91d-6326-4d6f-a9c1-3c0555c3636e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:41:35Z', 'updated_at': '2021-06-23T08:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': '01c67bd7-fa75-471a-9d51-08e254495550', 'name': '', 'network_id': '75994b2f-2377-4f10-af54-0758d15220ea', 'tenant_id': '13660d7ce4024da5941095886f634df6', 'mac_address': 'fa:16:3e:6b:22:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd412f91d-6326-4d6f-a9c1-3c0555c3636e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'c1bbabcf-6c4b-4005-9f77-83db78b8502d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:41:39Z', 'updated_at': '2021-06-23T08:41:45Z', 'revision_number': 4, 'project_id': '13660d7ce4024da5941095886f634df6', 'subnets': [{'id': 'c1bbabcf-6c4b-4005-9f77-83db78b8502d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 08:41:47.153832 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004148c-f65b-4524-a3f5-f2e0422146de req-9154acbf-8ef9-4a25-8669-2ce28e409575 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:47.161945 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1004148c-f65b-4524-a3f5-f2e0422146de req-9154acbf-8ef9-4a25-8669-2ce28e409575 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=512cb6ad-7670-463b-9237-ca95b4b6ef8c HTTP/1.1" status: 200 len: 945 time: 0.1761358 Jun 23 08:41:47.267509 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1004148c-f65b-4524-a3f5-f2e0422146de req-8e735e11-80fe-412e-93c4-1ed2bea5f7fa tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044269 Jun 23 08:41:47.542218 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a7d82-5d54-493f-a0cc-18aeb5910f57 req-e1a8e72e-ab8a-4a95-844c-3a1a1b3becb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:47.543886 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f70a7d82-5d54-493f-a0cc-18aeb5910f57 req-e1a8e72e-ab8a-4a95-844c-3a1a1b3becb9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3eb7a5dd-461a-43d3-8208-bd1cd02b1436 HTTP/1.1" status: 200 len: 870 time: 0.5286760 Jun 23 08:41:47.562463 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [req-f1425b05-4c8f-4ad4-8b22-dbb3bc5f0f27 req-5fc828cb-daa7-4b2a-8337-6436d6d8a7af tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Deleting port fa7f4935-1a4d-434c-8656-902f4d811ffa {{(pid=99594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:41:47.562980 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-f1425b05-4c8f-4ad4-8b22-dbb3bc5f0f27 req-5fc828cb-daa7-4b2a-8337-6436d6d8a7af tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:47.609853 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f70a7d82-5d54-493f-a0cc-18aeb5910f57 req-7da9876b-eb94-4623-84db-792143ca79e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=5fd59434-9489-4572-96db-df63967eb52a HTTP/1.1" status: 200 len: 217 time: 0.0496314 Jun 23 08:41:47.698602 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a7d82-5d54-493f-a0cc-18aeb5910f57 req-235f16a8-0c4f-480b-a6bc-0c9dec03af17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:47.698602 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f70a7d82-5d54-493f-a0cc-18aeb5910f57 req-235f16a8-0c4f-480b-a6bc-0c9dec03af17 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2e01ce17-0868-4e6a-ae0a-f232652df5ac HTTP/1.1" status: 200 len: 843 time: 0.0704796 Jun 23 08:41:47.713383 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 01c67bd7-fa75-471a-9d51-08e254495550 up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:41:47.814319 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-d6e07783-f82a-4eed-9d1b-8ca934a57261 req-4b7aabc5-ae12-4212-a6a9-30120a159312 service neutron] 10.222.0.13 "GET /v2.0/networks/b711c792-b208-4500-bb11-09c7e15b522c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9633658 Jun 23 08:41:47.835892 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning for port 01c67bd7-fa75-471a-9d51-08e254495550 completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:41:47.840899 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port 01c67bd7-fa75-471a-9d51-08e254495550 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:41:47.844893 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:47.896527 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-f1425b05-4c8f-4ad4-8b22-dbb3bc5f0f27 req-5fc828cb-daa7-4b2a-8337-6436d6d8a7af tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] For port fa7f4935-1a4d-434c-8656-902f4d811ffa, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=fa7f4935-1a4d-434c-8656-902f4d811ffa,segment=NetworkSegment(40413b3b-b45d-4a95-ab5a-0eceb9f6e658),segment_id=40413b3b-b45d-4a95-ab5a-0eceb9f6e658)] {{(pid=99594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:41:47.896907 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-f1425b05-4c8f-4ad4-8b22-dbb3bc5f0f27 req-5fc828cb-daa7-4b2a-8337-6436d6d8a7af tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:47.926379 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [req-f1425b05-4c8f-4ad4-8b22-dbb3bc5f0f27 req-5fc828cb-daa7-4b2a-8337-6436d6d8a7af tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Calling delete_port for fa7f4935-1a4d-434c-8656-902f4d811ffa owned by compute:nova {{(pid=99594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:41:47.946847 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a7d82-5d54-493f-a0cc-18aeb5910f57 req-a92d3055-a687-4d27-a994-9fe34f631273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:47.948358 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f70a7d82-5d54-493f-a0cc-18aeb5910f57 req-a92d3055-a687-4d27-a994-9fe34f631273 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3eb7a5dd-461a-43d3-8208-bd1cd02b1436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2369831 Jun 23 08:41:47.960689 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:48.026880 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] For port 01c67bd7-fa75-471a-9d51-08e254495550, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=01c67bd7-fa75-471a-9d51-08e254495550,segment=NetworkSegment(91037df7-9b75-4b73-9d86-37ffc6e35006),segment_id=91037df7-9b75-4b73-9d86-37ffc6e35006)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:41:48.036776 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:48.044721 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:48.053813 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a76358-37b2-4ca8-a026-f7ee7ec9ee9d req-8736f976-6484-4f84-a35b-f3d54bfc9b91 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:48.066455 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-f3a76358-37b2-4ca8-a026-f7ee7ec9ee9d req-8736f976-6484-4f84-a35b-f3d54bfc9b91 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.6092312 Jun 23 08:41:48.156214 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Pushing event updated for resources: {'Port': ['ID=01c67bd7-fa75-471a-9d51-08e254495550,revision_number=5']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:48.163844 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-f3a76358-37b2-4ca8-a026-f7ee7ec9ee9d req-449112d1-ba18-4472-b6f6-a9f72fe1583b tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956604 Jun 23 08:41:48.166532 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:48.170095 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f70a7d82-5d54-493f-a0cc-18aeb5910f57 req-241f1217-2549-4b16-98d8-62cf386cb6df service neutron] 10.222.0.13 "GET /v2.0/networks/3eb7a5dd-461a-43d3-8208-bd1cd02b1436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694579 Jun 23 08:41:48.229669 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015e194-3d09-4f9d-9e8b-0a607c44ef10 req-f7a82a57-d4b4-4304-95f9-b5415de261ed tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:48.232523 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3015e194-3d09-4f9d-9e8b-0a607c44ef10 req-f7a82a57-d4b4-4304-95f9-b5415de261ed tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.23 "GET /v2.0/ports?device_id=96395441-7b84-4a3a-9a0e-0af1bb6b22b5 HTTP/1.1" status: 200 len: 947 time: 0.1579344 Jun 23 08:41:48.295568 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3015e194-3d09-4f9d-9e8b-0a607c44ef10 req-f60ca283-e42f-441b-9d8f-b24fc5ce18f8 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.23 "GET /v2.0/security-groups?id=453cda63-f1be-451c-a56b-24b2bba65570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553715 Jun 23 08:41:48.312239 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-f1425b05-4c8f-4ad4-8b22-dbb3bc5f0f27 req-5fc828cb-daa7-4b2a-8337-6436d6d8a7af tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126'] for port, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:48.319611 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-a5dad59c-eacd-4a88-8c86-e698c57c8649 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:48.366776 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc828cb-daa7-4b2a-8337-6436d6d8a7af tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Pushing event deleted for resources: {'Port': ['ID=fa7f4935-1a4d-434c-8656-902f4d811ffa,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:48.375096 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-5fc828cb-daa7-4b2a-8337-6436d6d8a7af tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:48.381158 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f70a7d82-5d54-493f-a0cc-18aeb5910f57 req-cef8e100-560e-4c04-bb4e-dfbcfd9d06de service neutron] 10.222.0.13 "GET /v2.0/networks/3eb7a5dd-461a-43d3-8208-bd1cd02b1436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951261 Jun 23 08:41:48.388743 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['ec3a50bb-9a40-4f54-bfe9-ab35584f2f58', '2f98d1f2-8403-4c64-be5d-fb74f8405421'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:41:48.427431 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1425b05-4c8f-4ad4-8b22-dbb3bc5f0f27 req-5fc828cb-daa7-4b2a-8337-6436d6d8a7af tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] No DVR routers for this DVR port fa7f4935-1a4d-434c-8656-902f4d811ffa on host hv-cinder-76859 {{(pid=99594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 08:41:48.431756 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-f1425b05-4c8f-4ad4-8b22-dbb3bc5f0f27 req-5fc828cb-daa7-4b2a-8337-6436d6d8a7af tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:48.435723 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f1425b05-4c8f-4ad4-8b22-dbb3bc5f0f27 req-5fc828cb-daa7-4b2a-8337-6436d6d8a7af tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.13 "DELETE /v2.0/ports/fa7f4935-1a4d-434c-8656-902f4d811ffa HTTP/1.1" status: 204 len: 173 time: 1.7860565 Jun 23 08:41:48.436403 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512cb6ad-7670-463b-9237-ca95b4b6ef8c', 'name': 'network-vif-deleted', 'tag': 'fa7f4935-1a4d-434c-8656-902f4d811ffa'}] {{(pid=99594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:41:48.440514 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3f20cf24677dbb31f56fc6b5fcedde197d4abde885e517d24b88e41f2eb98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fe2f55-3acf-4357-bff3-44ba71eb958b" -d '{"events": [{"server_uuid": "512cb6ad-7670-463b-9237-ca95b4b6ef8c", "name": "network-vif-deleted", "tag": "fa7f4935-1a4d-434c-8656-902f4d811ffa"}]}' {{(pid=99594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:41:48.513985 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91818d61-ec76-4dea-8814-4560c0a0980b x-openstack-request-id: req-91818d61-ec76-4dea-8814-4560c0a0980b {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:41:48.514434 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512cb6ad-7670-463b-9237-ca95b4b6ef8c", "name": "network-vif-deleted", "tag": "fa7f4935-1a4d-434c-8656-902f4d811ffa", "status": "completed", "code": 200}]} {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:41:48.514867 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91818d61-ec76-4dea-8814-4560c0a0980b {{(pid=99594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:41:48.515414 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512cb6ad-7670-463b-9237-ca95b4b6ef8c', 'name': 'network-vif-deleted', 'tag': 'fa7f4935-1a4d-434c-8656-902f4d811ffa', 'status': 'completed', 'code': 200} Jun 23 08:41:48.612227 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-0022fef9-fbc8-4c53-9da6-dbf4396b7256 req-4c4d65fe-e9b5-4242-814d-2d1f817f4ec6 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=512cb6ad-7670-463b-9237-ca95b4b6ef8c HTTP/1.1" status: 200 len: 210 time: 0.0770521 Jun 23 08:41:49.350549 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14db5a-3dc2-491d-b801-c831582437d9 req-016acdf5-1a65-4cc1-a5bd-329e026417bc tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:49.358982 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1b14db5a-3dc2-491d-b801-c831582437d9 req-016acdf5-1a65-4cc1-a5bd-329e026417bc tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0860903 Jun 23 08:41:49.410974 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1b14db5a-3dc2-491d-b801-c831582437d9 req-ccc06769-2dc9-4ca3-86fd-ceb3971550b5 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510125 Jun 23 08:41:49.503679 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6d39a-1b11-4985-87d0-7ce4224aae36 req-239469b6-d5b2-445a-9c74-a39929e46a5d tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:49.505224 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9cd6d39a-1b11-4985-87d0-7ce4224aae36 req-239469b6-d5b2-445a-9c74-a39929e46a5d tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.23 "GET /v2.0/ports?device_id=96395441-7b84-4a3a-9a0e-0af1bb6b22b5 HTTP/1.1" status: 200 len: 947 time: 0.0727291 Jun 23 08:41:49.583375 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9cd6d39a-1b11-4985-87d0-7ce4224aae36 req-605d6ec3-10a9-4a6c-9ef2-6376925766d4 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.23 "GET /v2.0/security-groups?id=453cda63-f1be-451c-a56b-24b2bba65570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715232 Jun 23 08:41:49.629265 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 01c67bd7-fa75-471a-9d51-08e254495550 up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:41:49.706510 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port 01c67bd7-fa75-471a-9d51-08e254495550 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:41:49.706936 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:50.172479 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d168e-c2aa-413f-b405-5d0f38af37a8 req-ff45db37-201b-4474-8f62-a8c5c527835f tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:50.176305 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device fa7f4935-1a4d-434c-8656-902f4d811ffa no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:41:50.179282 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c95d168e-c2aa-413f-b405-5d0f38af37a8 req-ff45db37-201b-4474-8f62-a8c5c527835f tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=09da9d5b-7f74-4611-a050-0cc576bd81c6 HTTP/1.1" status: 200 len: 946 time: 0.0877182 Jun 23 08:41:50.203511 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] No Port match for: fa7f4935-1a4d-434c-8656-902f4d811ffa {{(pid=99595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 08:41:50.204155 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device fa7f4935-1a4d-434c-8656-902f4d811ffa not bound to the agent host hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 08:41:50.215906 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c95d168e-c2aa-413f-b405-5d0f38af37a8 req-f66719b7-cfeb-446c-b0fb-43ab228002c6 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357134 Jun 23 08:41:50.626204 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f651d7-7f37-4906-8dae-8dde46f06dd1 req-a1242230-5c43-4682-9815-ee529f01ed35 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:50.627958 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c6f651d7-7f37-4906-8dae-8dde46f06dd1 req-a1242230-5c43-4682-9815-ee529f01ed35 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0773387 Jun 23 08:41:50.673139 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c6f651d7-7f37-4906-8dae-8dde46f06dd1 req-ee9463d2-a829-42ef-95a7-3f4bce1058f7 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373740 Jun 23 08:41:50.798256 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900ee1f-9d55-4aa5-8349-2b55665658f4 req-c4619dad-0664-4a14-ad42-370da2f5a25b tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:50.799892 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-0900ee1f-9d55-4aa5-8349-2b55665658f4 req-c4619dad-0664-4a14-ad42-370da2f5a25b tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.23 "GET /v2.0/ports?device_id=96395441-7b84-4a3a-9a0e-0af1bb6b22b5 HTTP/1.1" status: 200 len: 947 time: 0.0748708 Jun 23 08:41:50.849094 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-0900ee1f-9d55-4aa5-8349-2b55665658f4 req-27cd3b66-b9f8-40e2-b9e9-a648199a1015 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.23 "GET /v2.0/security-groups?id=453cda63-f1be-451c-a56b-24b2bba65570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397298 Jun 23 08:41:51.401424 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f586d0-06a9-4ee4-b83b-9e6b43ff512b req-d6328af3-fd8b-4606-8497-b787a81a6efb tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:51.402932 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-41f586d0-06a9-4ee4-b83b-9e6b43ff512b req-d6328af3-fd8b-4606-8497-b787a81a6efb tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=09da9d5b-7f74-4611-a050-0cc576bd81c6 HTTP/1.1" status: 200 len: 946 time: 0.0676703 Jun 23 08:41:51.445131 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-41f586d0-06a9-4ee4-b83b-9e6b43ff512b req-277a53d5-4787-4e85-84c5-ee0bc256c729 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362499 Jun 23 08:41:51.897601 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c8cf3-ecee-4906-9e6f-fe988261ee26 req-2c784fee-032f-42e2-995c-d4d993b1f35a tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:51.900959 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-2d4c8cf3-ecee-4906-9e6f-fe988261ee26 req-2c784fee-032f-42e2-995c-d4d993b1f35a tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0778465 Jun 23 08:41:51.963581 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-2d4c8cf3-ecee-4906-9e6f-fe988261ee26 req-d1fefa7b-7029-4c9e-bba0-b34fe38e41ed tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539408 Jun 23 08:41:52.155581 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c199b82-6a98-453d-822b-b9d339fad598 req-c21fb31b-d4c5-4711-b4c2-3e49d699f2e7 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:52.156954 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1c199b82-6a98-453d-822b-b9d339fad598 req-c21fb31b-d4c5-4711-b4c2-3e49d699f2e7 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.23 "GET /v2.0/ports?device_id=96395441-7b84-4a3a-9a0e-0af1bb6b22b5 HTTP/1.1" status: 200 len: 947 time: 0.0738935 Jun 23 08:41:52.184972 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device 5fd59434-9489-4572-96db-df63967eb52a details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 08:41:52.211877 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1c199b82-6a98-453d-822b-b9d339fad598 req-0ec3a1f5-d0d7-4bbd-91b1-d26f3898960c tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.23 "GET /v2.0/security-groups?id=453cda63-f1be-451c-a56b-24b2bba65570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492322 Jun 23 08:41:52.310592 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port 5fd59434-9489-4572-96db-df63967eb52a, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=5fd59434-9489-4572-96db-df63967eb52a,segment=NetworkSegment(770658bb-5336-4f80-8d53-5a375c97c3fa),segment_id=770658bb-5336-4f80-8d53-5a375c97c3fa)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:41:52.322583 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Returning: {'device': '5fd59434-9489-4572-96db-df63967eb52a', 'network_id': '3eb7a5dd-461a-43d3-8208-bd1cd02b1436', 'port_id': '5fd59434-9489-4572-96db-df63967eb52a', 'mac_address': 'fa:16:3e:3f:d5:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e01ce17-0868-4e6a-ae0a-f232652df5ac', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 08:41:52.360394 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:52.373920 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd59434-9489-4572-96db-df63967eb52a {{(pid=99595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:41:52.396176 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port 5fd59434-9489-4572-96db-df63967eb52a, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=5fd59434-9489-4572-96db-df63967eb52a,segment=NetworkSegment(770658bb-5336-4f80-8d53-5a375c97c3fa),segment_id=770658bb-5336-4f80-8d53-5a375c97c3fa)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:41:52.401542 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:52.403718 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-9ec8587e-beee-4c64-a8c3-3aeeaa86dc1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:52.461343 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=5fd59434-9489-4572-96db-df63967eb52a,revision_number=4']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:52.465161 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:52.573215 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097a2e0-ad60-44b4-864c-8b0b2fc703e8 req-a073ba4e-a4b1-4c2b-a57f-445fd13a06d5 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:52.575347 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-e097a2e0-ad60-44b4-864c-8b0b2fc703e8 req-a073ba4e-a4b1-4c2b-a57f-445fd13a06d5 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.13 "GET /v2.0/ports?device_id=09da9d5b-7f74-4611-a050-0cc576bd81c6 HTTP/1.1" status: 200 len: 946 time: 0.0986109 Jun 23 08:41:52.643490 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b80a7-03ef-4aeb-8155-209e1b60835a req-adc99ec2-d070-47f3-b9df-0e04de4a0e1b tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:52.646617 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a59b80a7-03ef-4aeb-8155-209e1b60835a req-adc99ec2-d070-47f3-b9df-0e04de4a0e1b tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=09da9d5b-7f74-4611-a050-0cc576bd81c6 HTTP/1.1" status: 200 len: 946 time: 0.0812228 Jun 23 08:41:52.687477 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a59b80a7-03ef-4aeb-8155-209e1b60835a req-7916b364-3bb0-4e3b-99a0-1215d538f610 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347984 Jun 23 08:41:52.705947 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [req-e097a2e0-ad60-44b4-864c-8b0b2fc703e8 req-e351bddd-2a4a-4225-855a-d0f83923c8f8 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Deleting port 2f98d1f2-8403-4c64-be5d-fb74f8405421 {{(pid=99594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:41:52.706307 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-e097a2e0-ad60-44b4-864c-8b0b2fc703e8 req-e351bddd-2a4a-4225-855a-d0f83923c8f8 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:52.807149 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-e097a2e0-ad60-44b4-864c-8b0b2fc703e8 req-e351bddd-2a4a-4225-855a-d0f83923c8f8 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] For port 2f98d1f2-8403-4c64-be5d-fb74f8405421, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=2f98d1f2-8403-4c64-be5d-fb74f8405421,segment=NetworkSegment(40413b3b-b45d-4a95-ab5a-0eceb9f6e658),segment_id=40413b3b-b45d-4a95-ab5a-0eceb9f6e658)] {{(pid=99594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:41:52.807531 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-e097a2e0-ad60-44b4-864c-8b0b2fc703e8 req-e351bddd-2a4a-4225-855a-d0f83923c8f8 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:52.820797 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [req-e097a2e0-ad60-44b4-864c-8b0b2fc703e8 req-e351bddd-2a4a-4225-855a-d0f83923c8f8 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Calling delete_port for 2f98d1f2-8403-4c64-be5d-fb74f8405421 owned by compute:nova {{(pid=99594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:41:52.964131 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-e097a2e0-ad60-44b4-864c-8b0b2fc703e8 req-e351bddd-2a4a-4225-855a-d0f83923c8f8 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126'] for port, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:52.968499 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:52.993027 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351bddd-2a4a-4225-855a-d0f83923c8f8 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Pushing event deleted for resources: {'Port': ['ID=2f98d1f2-8403-4c64-be5d-fb74f8405421,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:52.999182 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-e351bddd-2a4a-4225-855a-d0f83923c8f8 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:53.006213 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['ec3a50bb-9a40-4f54-bfe9-ab35584f2f58'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:41:53.048980 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['5fd59434-9489-4572-96db-df63967eb52a'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:41:53.063952 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [req-e097a2e0-ad60-44b4-864c-8b0b2fc703e8 req-e351bddd-2a4a-4225-855a-d0f83923c8f8 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] No DVR routers for this DVR port 2f98d1f2-8403-4c64-be5d-fb74f8405421 on host hv-cinder-76859 {{(pid=99594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 08:41:53.068132 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-e097a2e0-ad60-44b4-864c-8b0b2fc703e8 req-e351bddd-2a4a-4225-855a-d0f83923c8f8 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:53.070301 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-e097a2e0-ad60-44b4-864c-8b0b2fc703e8 req-e351bddd-2a4a-4225-855a-d0f83923c8f8 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.13 "DELETE /v2.0/ports/2f98d1f2-8403-4c64-be5d-fb74f8405421 HTTP/1.1" status: 204 len: 173 time: 0.4887216 Jun 23 08:41:53.071369 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09da9d5b-7f74-4611-a050-0cc576bd81c6', 'name': 'network-vif-deleted', 'tag': '2f98d1f2-8403-4c64-be5d-fb74f8405421'}] {{(pid=99594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:41:53.074432 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3f20cf24677dbb31f56fc6b5fcedde197d4abde885e517d24b88e41f2eb98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d02f9dc-e3f7-48dc-bea0-8ae34408ef85" -d '{"events": [{"server_uuid": "09da9d5b-7f74-4611-a050-0cc576bd81c6", "name": "network-vif-deleted", "tag": "2f98d1f2-8403-4c64-be5d-fb74f8405421"}]}' {{(pid=99594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:41:53.125393 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cfc0bb-d750-4f4b-bbc2-28f647e75431 x-openstack-request-id: req-78cfc0bb-d750-4f4b-bbc2-28f647e75431 {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:41:53.125999 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09da9d5b-7f74-4611-a050-0cc576bd81c6", "name": "network-vif-deleted", "tag": "2f98d1f2-8403-4c64-be5d-fb74f8405421", "status": "completed", "code": 200}]} {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:41:53.126707 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-78cfc0bb-d750-4f4b-bbc2-28f647e75431 {{(pid=99594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:41:53.127809 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09da9d5b-7f74-4611-a050-0cc576bd81c6', 'name': 'network-vif-deleted', 'tag': '2f98d1f2-8403-4c64-be5d-fb74f8405421', 'status': 'completed', 'code': 200} Jun 23 08:41:53.294254 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec73d7-83af-4322-8643-548a9c1cea61 req-b285cd01-efe5-4019-a63f-6a885a5cdc21 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:53.303044 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-57ec73d7-83af-4322-8643-548a9c1cea61 req-b285cd01-efe5-4019-a63f-6a885a5cdc21 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.1117351 Jun 23 08:41:53.385468 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-57ec73d7-83af-4322-8643-548a9c1cea61 req-eeaeaadb-6149-4710-9256-f739d1ff3311 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762472 Jun 23 08:41:53.485403 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b6e8f-4cd0-4fab-bd4c-75966182d66d req-168e1544-a63c-44d4-af75-125d81193ef5 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:53.487862 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-ee8b6e8f-4cd0-4fab-bd4c-75966182d66d req-168e1544-a63c-44d4-af75-125d81193ef5 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.23 "GET /v2.0/ports?device_id=96395441-7b84-4a3a-9a0e-0af1bb6b22b5 HTTP/1.1" status: 200 len: 948 time: 0.0796630 Jun 23 08:41:53.534294 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-ee8b6e8f-4cd0-4fab-bd4c-75966182d66d req-1a03badd-7396-47f5-9403-add17f9d372e tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.23 "GET /v2.0/security-groups?id=453cda63-f1be-451c-a56b-24b2bba65570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387318 Jun 23 08:41:53.865208 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3b502162-7bd2-4804-b646-2d8f47b51489 req-1a5a32ce-1449-409f-93cd-c34f8b67644e tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=09da9d5b-7f74-4611-a050-0cc576bd81c6 HTTP/1.1" status: 200 len: 210 time: 0.0291083 Jun 23 08:41:54.203345 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device 2f98d1f2-8403-4c64-be5d-fb74f8405421 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:41:54.229168 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] No Port match for: 2f98d1f2-8403-4c64-be5d-fb74f8405421 {{(pid=99595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 08:41:54.229953 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device 2f98d1f2-8403-4c64-be5d-fb74f8405421 not bound to the agent host hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 08:41:54.577971 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc6ed8-5116-4c3e-9a3a-e1fd6b69e850 req-62fa8141-c8b0-4f5e-9f7a-0248cf4c1151 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:54.579330 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-acdc6ed8-5116-4c3e-9a3a-e1fd6b69e850 req-62fa8141-c8b0-4f5e-9f7a-0248cf4c1151 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0742705 Jun 23 08:41:54.633155 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-acdc6ed8-5116-4c3e-9a3a-e1fd6b69e850 req-df63ccf8-9c90-469e-a01e-bac7b051d80a tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399847 Jun 23 08:41:54.736457 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34418e04-0b69-457e-b920-61a56d9445bb req-58f47470-25a5-4b77-b984-0ec0b80e57d9 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:54.738278 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-34418e04-0b69-457e-b920-61a56d9445bb req-58f47470-25a5-4b77-b984-0ec0b80e57d9 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.23 "GET /v2.0/ports?device_id=96395441-7b84-4a3a-9a0e-0af1bb6b22b5 HTTP/1.1" status: 200 len: 948 time: 0.0814009 Jun 23 08:41:54.784823 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-34418e04-0b69-457e-b920-61a56d9445bb req-54e4469f-29d1-44c0-b67a-a0068a07aa71 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.23 "GET /v2.0/security-groups?id=453cda63-f1be-451c-a56b-24b2bba65570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371184 Jun 23 08:41:55.828535 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be01b11-32a3-4fa7-a9ab-8b8d10c3d6cd req-e2257a80-e401-4818-9331-b7fc201a8dc6 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:55.830138 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7be01b11-32a3-4fa7-a9ab-8b8d10c3d6cd req-e2257a80-e401-4818-9331-b7fc201a8dc6 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0688183 Jun 23 08:41:55.875671 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7be01b11-32a3-4fa7-a9ab-8b8d10c3d6cd req-3c47492c-2fa7-40d2-bc37-66e1408b780a tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395215 Jun 23 08:41:55.974835 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009eb00-b96c-49e0-9628-e63c84f5497e req-50c36028-7284-4543-b4b2-be9c50dfb3de tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:55.983066 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d009eb00-b96c-49e0-9628-e63c84f5497e req-50c36028-7284-4543-b4b2-be9c50dfb3de tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.23 "GET /v2.0/ports?device_id=96395441-7b84-4a3a-9a0e-0af1bb6b22b5 HTTP/1.1" status: 200 len: 948 time: 0.0807984 Jun 23 08:41:56.021346 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d009eb00-b96c-49e0-9628-e63c84f5497e req-9a51a8ab-d314-4560-9cc8-a592d198d1f8 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.23 "GET /v2.0/security-groups?id=453cda63-f1be-451c-a56b-24b2bba65570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373979 Jun 23 08:41:56.247235 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device 5fd59434-9489-4572-96db-df63967eb52a up at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:41:56.318050 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning for port 5fd59434-9489-4572-96db-df63967eb52a completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:41:56.331471 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning complete for port 5fd59434-9489-4572-96db-df63967eb52a triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:41:56.332813 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:56.442681 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:56.470610 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96395441-7b84-4a3a-9a0e-0af1bb6b22b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd59434-9489-4572-96db-df63967eb52a'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:41:56.474007 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe10368e395667840533ec91c6601648d36376b54de0a6f6a3b23a108ba8d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c28b29-3660-4215-8d1c-03d74ce78d5e" -d '{"events": [{"server_uuid": "96395441-7b84-4a3a-9a0e-0af1bb6b22b5", "name": "network-vif-plugged", "status": "completed", "tag": "5fd59434-9489-4572-96db-df63967eb52a"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:41:56.496055 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port 5fd59434-9489-4572-96db-df63967eb52a, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=5fd59434-9489-4572-96db-df63967eb52a,segment=NetworkSegment(770658bb-5336-4f80-8d53-5a375c97c3fa),segment_id=770658bb-5336-4f80-8d53-5a375c97c3fa)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:41:56.501466 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:41:56.505123 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:41:56.514508 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd605467-8578-4aea-9305-d655f35101bc req-8f38b21f-6789-4375-b2dd-15ea54644cdf tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:56.523444 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-dd605467-8578-4aea-9305-d655f35101bc req-8f38b21f-6789-4375-b2dd-15ea54644cdf tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=87fcf92a-b141-4834-9695-5db5f9e508f0 HTTP/1.1" status: 200 len: 945 time: 0.0883341 Jun 23 08:41:56.580168 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-dd605467-8578-4aea-9305-d655f35101bc req-be99b91b-5161-405d-83a8-6b26b57d95fd tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552895 Jun 23 08:41:56.583766 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=5fd59434-9489-4572-96db-df63967eb52a,revision_number=5']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:41:56.595078 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:41:56.635304 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8c5208-bcd3-4130-a86a-030ab876a678 x-openstack-request-id: req-2c8c5208-bcd3-4130-a86a-030ab876a678 {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:41:56.635614 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96395441-7b84-4a3a-9a0e-0af1bb6b22b5", "name": "network-vif-plugged", "status": "completed", "tag": "5fd59434-9489-4572-96db-df63967eb52a", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:41:56.635882 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2c8c5208-bcd3-4130-a86a-030ab876a678 {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:41:56.636294 dv-cinder-768592-7-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96395441-7b84-4a3a-9a0e-0af1bb6b22b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd59434-9489-4572-96db-df63967eb52a', 'code': 200} Jun 23 08:41:56.973875 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0580f6-8970-435c-9548-3beb9662ad49 req-ee9a3185-c0a3-4844-ac69-e7b7836fe244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:56.976101 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-7a0580f6-8970-435c-9548-3beb9662ad49 req-ee9a3185-c0a3-4844-ac69-e7b7836fe244 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=96395441-7b84-4a3a-9a0e-0af1bb6b22b5 HTTP/1.1" status: 200 len: 1102 time: 0.0615761 Jun 23 08:41:57.021436 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-7a0580f6-8970-435c-9548-3beb9662ad49 req-83ad14bb-b6e2-489a-9fdc-f5c450897fd5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=453cda63-f1be-451c-a56b-24b2bba65570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349033 Jun 23 08:41:57.105893 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03958d69-1890-408e-a217-019cea554ec1 req-91f39412-cc6c-4124-b265-aeecb831c125 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:57.112499 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-03958d69-1890-408e-a217-019cea554ec1 req-91f39412-cc6c-4124-b265-aeecb831c125 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.1009042 Jun 23 08:41:57.158110 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-03958d69-1890-408e-a217-019cea554ec1 req-c0079b21-0fef-48cf-badb-3a1a83256cbb tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379522 Jun 23 08:41:57.232957 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1115ee-ff6d-4915-be24-0203ef71be77 req-109542ce-758c-46d0-b525-ab23a06d5b6d tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:57.239210 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6d1115ee-ff6d-4915-be24-0203ef71be77 req-109542ce-758c-46d0-b525-ab23a06d5b6d tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.23 "GET /v2.0/ports?device_id=96395441-7b84-4a3a-9a0e-0af1bb6b22b5 HTTP/1.1" status: 200 len: 949 time: 0.0743725 Jun 23 08:41:57.275658 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6d1115ee-ff6d-4915-be24-0203ef71be77 req-df988fc0-851e-4f95-9da8-01712611ffd0 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.23 "GET /v2.0/security-groups?id=453cda63-f1be-451c-a56b-24b2bba65570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343971 Jun 23 08:41:57.771961 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ab65c-abff-4459-8046-07860981997b req-c232ab67-4240-481a-8bd7-ebab16a2ea7c tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:57.773451 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-995ab65c-abff-4459-8046-07860981997b req-c232ab67-4240-481a-8bd7-ebab16a2ea7c tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=87fcf92a-b141-4834-9695-5db5f9e508f0 HTTP/1.1" status: 200 len: 945 time: 0.0640097 Jun 23 08:41:57.813323 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-995ab65c-abff-4459-8046-07860981997b req-dcc18324-09aa-494b-8aec-60360524c000 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328448 Jun 23 08:41:58.367019 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782a4de-4069-4e46-878f-3fc5ffb2898c req-30e9c25d-9601-4d9e-ab94-8830aef6ae02 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:58.369711 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6782a4de-4069-4e46-878f-3fc5ffb2898c req-30e9c25d-9601-4d9e-ab94-8830aef6ae02 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0787504 Jun 23 08:41:58.428830 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6782a4de-4069-4e46-878f-3fc5ffb2898c req-292ed307-a1ac-4656-8cae-2325ba7a9799 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534673 Jun 23 08:41:58.491296 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa7ab4-68fb-4dec-b909-9cbd1db5f485 req-e38c6a4a-d4dc-4bc6-9341-5b1133569a0e tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:58.493400 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1afa7ab4-68fb-4dec-b909-9cbd1db5f485 req-e38c6a4a-d4dc-4bc6-9341-5b1133569a0e tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.23 "GET /v2.0/ports?device_id=96395441-7b84-4a3a-9a0e-0af1bb6b22b5 HTTP/1.1" status: 200 len: 949 time: 0.0841861 Jun 23 08:41:58.532340 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1afa7ab4-68fb-4dec-b909-9cbd1db5f485 req-a7229045-6e06-4da7-9cf0-c13577ec067d tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.23 "GET /v2.0/security-groups?id=453cda63-f1be-451c-a56b-24b2bba65570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336266 Jun 23 08:41:58.993390 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c192307-a33f-49fb-a1f7-633afb34433a req-90f5afb2-5c21-4c35-abf6-00b168ef92b1 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:58.995186 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-2c192307-a33f-49fb-a1f7-633afb34433a req-90f5afb2-5c21-4c35-abf6-00b168ef92b1 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=87fcf92a-b141-4834-9695-5db5f9e508f0 HTTP/1.1" status: 200 len: 945 time: 0.0709450 Jun 23 08:41:59.040047 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-2c192307-a33f-49fb-a1f7-633afb34433a req-d2f67fd4-6b69-4458-ab67-bbdc8ff3909f tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392292 Jun 23 08:41:59.659448 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95cf64-97e1-4adc-b6e7-9ef9ff3dca93 req-8cad7941-1991-4bd8-9339-3daece85b457 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:59.661102 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-2e95cf64-97e1-4adc-b6e7-9ef9ff3dca93 req-8cad7941-1991-4bd8-9339-3daece85b457 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0677583 Jun 23 08:41:59.732795 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-2e95cf64-97e1-4adc-b6e7-9ef9ff3dca93 req-9e2a01f9-ee88-4238-89f3-40f9f9050ca3 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611892 Jun 23 08:41:59.751737 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6dd510-7987-46d0-bdf0-df4939475f98 req-faf3d320-c619-4962-abb4-5dfd4500ae8b tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:59.753219 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-af6dd510-7987-46d0-bdf0-df4939475f98 req-faf3d320-c619-4962-abb4-5dfd4500ae8b tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.23 "GET /v2.0/ports?device_id=96395441-7b84-4a3a-9a0e-0af1bb6b22b5 HTTP/1.1" status: 200 len: 949 time: 0.0912271 Jun 23 08:41:59.797271 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-af6dd510-7987-46d0-bdf0-df4939475f98 req-b5d2fd7d-e63f-4557-bddf-fb780fb26911 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.23 "GET /v2.0/security-groups?id=453cda63-f1be-451c-a56b-24b2bba65570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375869 Jun 23 08:41:59.883065 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6cc1a-7422-469d-8c21-4587bf5bb6a5 req-f538c456-e329-414e-9afa-e5f11874f2b9 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:41:59.884920 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-60d6cc1a-7422-469d-8c21-4587bf5bb6a5 req-f538c456-e329-414e-9afa-e5f11874f2b9 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.13 "GET /v2.0/ports?device_id=87fcf92a-b141-4834-9695-5db5f9e508f0 HTTP/1.1" status: 200 len: 945 time: 0.0962822 Jun 23 08:42:00.115693 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [req-60d6cc1a-7422-469d-8c21-4587bf5bb6a5 req-86bb54d9-dae9-4760-81c5-f606ae3c8cff tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Deleting port ec3a50bb-9a40-4f54-bfe9-ab35584f2f58 {{(pid=99594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:42:00.117188 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-60d6cc1a-7422-469d-8c21-4587bf5bb6a5 req-86bb54d9-dae9-4760-81c5-f606ae3c8cff tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:00.295833 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-60d6cc1a-7422-469d-8c21-4587bf5bb6a5 req-86bb54d9-dae9-4760-81c5-f606ae3c8cff tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] For port ec3a50bb-9a40-4f54-bfe9-ab35584f2f58, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=ec3a50bb-9a40-4f54-bfe9-ab35584f2f58,segment=NetworkSegment(40413b3b-b45d-4a95-ab5a-0eceb9f6e658),segment_id=40413b3b-b45d-4a95-ab5a-0eceb9f6e658)] {{(pid=99594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:42:00.296264 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-60d6cc1a-7422-469d-8c21-4587bf5bb6a5 req-86bb54d9-dae9-4760-81c5-f606ae3c8cff tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:00.302052 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b7c90-704c-4637-b197-fc44e5d064ea req-4da81b38-8ad5-41f0-bb05-e9422ab56f3e tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:00.303789 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-676b7c90-704c-4637-b197-fc44e5d064ea req-4da81b38-8ad5-41f0-bb05-e9422ab56f3e tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=87fcf92a-b141-4834-9695-5db5f9e508f0 HTTP/1.1" status: 200 len: 945 time: 0.1011345 Jun 23 08:42:00.323443 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [req-60d6cc1a-7422-469d-8c21-4587bf5bb6a5 req-86bb54d9-dae9-4760-81c5-f606ae3c8cff tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Calling delete_port for ec3a50bb-9a40-4f54-bfe9-ab35584f2f58 owned by compute:nova {{(pid=99594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:42:00.363553 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822a7a7-2ea5-4903-b30b-3fd665af1866 req-7670d628-2ee0-44c4-af80-305d2c501708 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:00.371989 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-2822a7a7-2ea5-4903-b30b-3fd665af1866 req-7670d628-2ee0-44c4-af80-305d2c501708 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.23 "GET /v2.0/ports?device_id=96395441-7b84-4a3a-9a0e-0af1bb6b22b5 HTTP/1.1" status: 200 len: 949 time: 0.1206672 Jun 23 08:42:00.377025 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-676b7c90-704c-4637-b197-fc44e5d064ea req-5e5ab5fd-22c0-43e3-82af-c690aa7d522f tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8042866-b045-4c67-8df9-1f5c9316432b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649779 Jun 23 08:42:00.422292 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-2822a7a7-2ea5-4903-b30b-3fd665af1866 req-3355b3aa-a923-4c99-b25b-bdf4f2eb55c1 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.23 "GET /v2.0/security-groups?id=453cda63-f1be-451c-a56b-24b2bba65570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494242 Jun 23 08:42:00.495460 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-60d6cc1a-7422-469d-8c21-4587bf5bb6a5 req-86bb54d9-dae9-4760-81c5-f606ae3c8cff tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126'] for port, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:00.500147 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-97a06a6e-00b3-4b81-8c63-6ebb4f2b6b5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:00.526488 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb54d9-dae9-4760-81c5-f606ae3c8cff tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Pushing event deleted for resources: {'Port': ['ID=ec3a50bb-9a40-4f54-bfe9-ab35584f2f58,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:00.531201 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-86bb54d9-dae9-4760-81c5-f606ae3c8cff tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:00.553310 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['ec3a50bb-9a40-4f54-bfe9-ab35584f2f58'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:42:00.584836 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d6cc1a-7422-469d-8c21-4587bf5bb6a5 req-86bb54d9-dae9-4760-81c5-f606ae3c8cff tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] No DVR routers for this DVR port ec3a50bb-9a40-4f54-bfe9-ab35584f2f58 on host hv-cinder-76859 {{(pid=99594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 08:42:00.594494 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-60d6cc1a-7422-469d-8c21-4587bf5bb6a5 req-86bb54d9-dae9-4760-81c5-f606ae3c8cff tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:00.598634 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-60d6cc1a-7422-469d-8c21-4587bf5bb6a5 req-86bb54d9-dae9-4760-81c5-f606ae3c8cff tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.13 "DELETE /v2.0/ports/ec3a50bb-9a40-4f54-bfe9-ab35584f2f58 HTTP/1.1" status: 204 len: 173 time: 0.6408360 Jun 23 08:42:00.599614 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87fcf92a-b141-4834-9695-5db5f9e508f0', 'name': 'network-vif-deleted', 'tag': 'ec3a50bb-9a40-4f54-bfe9-ab35584f2f58'}] {{(pid=99594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:42:00.603837 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3f20cf24677dbb31f56fc6b5fcedde197d4abde885e517d24b88e41f2eb98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22dd1e1f-ddb0-47c0-96fb-efcaf20be17b" -d '{"events": [{"server_uuid": "87fcf92a-b141-4834-9695-5db5f9e508f0", "name": "network-vif-deleted", "tag": "ec3a50bb-9a40-4f54-bfe9-ab35584f2f58"}]}' {{(pid=99594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:42:00.660088 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6103ed-f90f-4912-b002-b9b154f65b77 x-openstack-request-id: req-2a6103ed-f90f-4912-b002-b9b154f65b77 {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:42:00.660422 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87fcf92a-b141-4834-9695-5db5f9e508f0", "name": "network-vif-deleted", "tag": "ec3a50bb-9a40-4f54-bfe9-ab35584f2f58", "status": "completed", "code": 200}]} {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:42:00.660712 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2a6103ed-f90f-4912-b002-b9b154f65b77 {{(pid=99594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:42:00.661181 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87fcf92a-b141-4834-9695-5db5f9e508f0', 'name': 'network-vif-deleted', 'tag': 'ec3a50bb-9a40-4f54-bfe9-ab35584f2f58', 'status': 'completed', 'code': 200} Jun 23 08:42:00.933997 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d99170-1bff-4190-b95d-36784cc9e00c req-432bbcb2-ad5b-4ea8-83b8-f31fedd6dd82 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:00.935945 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c3d99170-1bff-4190-b95d-36784cc9e00c req-432bbcb2-ad5b-4ea8-83b8-f31fedd6dd82 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0758355 Jun 23 08:42:00.987679 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c3d99170-1bff-4190-b95d-36784cc9e00c req-030b6bed-fdb1-4103-9b38-1309113c76be tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445647 Jun 23 08:42:01.622410 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-cc5db3ca-fe44-4404-967d-6e2b1278b318 req-91985246-07e5-45be-a414-cebd1dcb67bb tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] 10.222.0.23 "GET /v2.0/ports?device_id=87fcf92a-b141-4834-9695-5db5f9e508f0 HTTP/1.1" status: 200 len: 210 time: 0.0311856 Jun 23 08:42:01.669926 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e3e6d-ca6a-4a41-b6b9-f04c754b9895 req-17e7c9b7-07ae-4275-8d5b-bc4032f050ce tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:01.672104 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-101e3e6d-ca6a-4a41-b6b9-f04c754b9895 req-17e7c9b7-07ae-4275-8d5b-bc4032f050ce tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.23 "GET /v2.0/ports?device_id=96395441-7b84-4a3a-9a0e-0af1bb6b22b5 HTTP/1.1" status: 200 len: 949 time: 0.1106455 Jun 23 08:42:01.719295 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-101e3e6d-ca6a-4a41-b6b9-f04c754b9895 req-149eff6a-915c-4dc1-a32b-499fc61775be tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.23 "GET /v2.0/security-groups?id=453cda63-f1be-451c-a56b-24b2bba65570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414340 Jun 23 08:42:02.197083 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03145ad3-c591-4ed5-b0c4-c8f3579abef5 req-349fabb2-77a5-4618-9924-573218700beb tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:02.198619 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-03145ad3-c591-4ed5-b0c4-c8f3579abef5 req-349fabb2-77a5-4618-9924-573218700beb tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0791502 Jun 23 08:42:02.238255 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-03145ad3-c591-4ed5-b0c4-c8f3579abef5 req-8ba8e11e-a676-412e-86ed-ab79cc590fe9 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328948 Jun 23 08:42:02.528172 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6db7c-c828-480b-9303-9d09a1cda708 req-62e5948c-b037-4785-9b04-15c4716cd17b tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:02.529701 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-9fa6db7c-c828-480b-9303-9d09a1cda708 req-62e5948c-b037-4785-9b04-15c4716cd17b tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.13 "GET /v2.0/ports?device_id=96395441-7b84-4a3a-9a0e-0af1bb6b22b5 HTTP/1.1" status: 200 len: 949 time: 0.0668261 Jun 23 08:42:02.642470 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [req-9fa6db7c-c828-480b-9303-9d09a1cda708 req-94f8ad25-106f-4c86-999a-2ec40f744671 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Deleting port 5fd59434-9489-4572-96db-df63967eb52a {{(pid=99594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:42:02.643068 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-9fa6db7c-c828-480b-9303-9d09a1cda708 req-94f8ad25-106f-4c86-999a-2ec40f744671 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:02.725125 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 50840) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:02.760340 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-9fa6db7c-c828-480b-9303-9d09a1cda708 req-94f8ad25-106f-4c86-999a-2ec40f744671 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] For port 5fd59434-9489-4572-96db-df63967eb52a, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=5fd59434-9489-4572-96db-df63967eb52a,segment=NetworkSegment(770658bb-5336-4f80-8d53-5a375c97c3fa),segment_id=770658bb-5336-4f80-8d53-5a375c97c3fa)] {{(pid=99594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:42:02.769337 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-9fa6db7c-c828-480b-9303-9d09a1cda708 req-94f8ad25-106f-4c86-999a-2ec40f744671 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:02.784262 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [req-9fa6db7c-c828-480b-9303-9d09a1cda708 req-94f8ad25-106f-4c86-999a-2ec40f744671 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Calling delete_port for 5fd59434-9489-4572-96db-df63967eb52a owned by compute:nova {{(pid=99594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:42:02.814270 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.db.db_base_plugin_v2 [None req-1003705a-63c8-49b7-8fa4-3c7b0cc28620 admin admin] Deleting subnet 61fdd20b-531c-44e4-871b-ee221b26b9bc {{(pid=99593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 08:42:02.818123 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-1003705a-63c8-49b7-8fa4-3c7b0cc28620 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:02.857033 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-1003705a-63c8-49b7-8fa4-3c7b0cc28620 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3632229'] for subnet, precommit_delete_associations {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:02.899956 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-1003705a-63c8-49b7-8fa4-3c7b0cc28620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742952'] for subnet, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:02.984133 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-9fa6db7c-c828-480b-9303-9d09a1cda708 req-94f8ad25-106f-4c86-999a-2ec40f744671 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126'] for port, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:02.991304 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-8c0cfbca-5b3e-44de-a5b8-eec451b78257 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:03.008237 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-1003705a-63c8-49b7-8fa4-3c7b0cc28620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3652648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2551212'] for subnet, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:03.013995 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-bf2aa923-a515-4871-88cf-7f7413f092a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:03.033258 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8ad25-106f-4c86-999a-2ec40f744671 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Pushing event deleted for resources: {'Port': ['ID=5fd59434-9489-4572-96db-df63967eb52a,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:03.035191 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['5fd59434-9489-4572-96db-df63967eb52a'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:42:03.036664 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-94f8ad25-106f-4c86-999a-2ec40f744671 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:03.098441 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003705a-63c8-49b7-8fa4-3c7b0cc28620 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61fdd20b-531c-44e4-871b-ee221b26b9bc,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:03.099123 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa6db7c-c828-480b-9303-9d09a1cda708 req-94f8ad25-106f-4c86-999a-2ec40f744671 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] No DVR routers for this DVR port 5fd59434-9489-4572-96db-df63967eb52a on host hv-cinder-76859 {{(pid=99594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 08:42:03.102501 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-9fa6db7c-c828-480b-9303-9d09a1cda708 req-94f8ad25-106f-4c86-999a-2ec40f744671 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:03.104863 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-9fa6db7c-c828-480b-9303-9d09a1cda708 req-94f8ad25-106f-4c86-999a-2ec40f744671 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.13 "DELETE /v2.0/ports/5fd59434-9489-4572-96db-df63967eb52a HTTP/1.1" status: 204 len: 173 time: 0.5688269 Jun 23 08:42:03.105553 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96395441-7b84-4a3a-9a0e-0af1bb6b22b5', 'name': 'network-vif-deleted', 'tag': '5fd59434-9489-4572-96db-df63967eb52a'}] {{(pid=99594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:42:03.108658 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3f20cf24677dbb31f56fc6b5fcedde197d4abde885e517d24b88e41f2eb98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9afd126-5c8d-4824-a1ad-161acbac932b" -d '{"events": [{"server_uuid": "96395441-7b84-4a3a-9a0e-0af1bb6b22b5", "name": "network-vif-deleted", "tag": "5fd59434-9489-4572-96db-df63967eb52a"}]}' {{(pid=99594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:42:03.123413 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446b415-89db-44c6-9463-8cdedf3fe6a7 req-06f75e1b-b6f9-44d7-bc0d-839990f51b64 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:03.130933 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-4446b415-89db-44c6-9463-8cdedf3fe6a7 req-06f75e1b-b6f9-44d7-bc0d-839990f51b64 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.23 "GET /v2.0/ports?device_id=96395441-7b84-4a3a-9a0e-0af1bb6b22b5 HTTP/1.1" status: 200 len: 867 time: 0.2004950 Jun 23 08:42:03.155280 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-1003705a-63c8-49b7-8fa4-3c7b0cc28620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:03.165604 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-1003705a-63c8-49b7-8fa4-3c7b0cc28620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for subnet, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:03.168783 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-1003705a-63c8-49b7-8fa4-3c7b0cc28620 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/61fdd20b-531c-44e4-871b-ee221b26b9bc HTTP/1.1" status: 204 len: 168 time: 0.4418192 Jun 23 08:42:03.172325 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 50848) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:03.233434 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-4446b415-89db-44c6-9463-8cdedf3fe6a7 req-f4bbe3ca-bf5a-4b36-8a57-fb1f2d999589 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] 10.222.0.23 "GET /v2.0/security-groups?id=453cda63-f1be-451c-a56b-24b2bba65570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015148 Jun 23 08:42:03.240680 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6ac9bc-7f60-4321-81e8-96232ee2315d x-openstack-request-id: req-0e6ac9bc-7f60-4321-81e8-96232ee2315d {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:42:03.240813 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96395441-7b84-4a3a-9a0e-0af1bb6b22b5", "name": "network-vif-deleted", "tag": "5fd59434-9489-4572-96db-df63967eb52a", "status": "completed", "code": 200}]} {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:42:03.241114 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0e6ac9bc-7f60-4321-81e8-96232ee2315d {{(pid=99594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:42:03.241664 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96395441-7b84-4a3a-9a0e-0af1bb6b22b5', 'name': 'network-vif-deleted', 'tag': '5fd59434-9489-4572-96db-df63967eb52a', 'status': 'completed', 'code': 200} Jun 23 08:42:03.350696 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8c2fed06-5adf-4891-aff2-67ee507f8232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-650670'] for network, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:03.484363 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8c2fed06-5adf-4891-aff2-67ee507f8232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745381', 'neutron.services.segments.db._delete_segments_for_network-8772759238175'] for network, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:03.502076 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8c2fed06-5adf-4891-aff2-67ee507f8232 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:42:03.502685 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8c2fed06-5adf-4891-aff2-67ee507f8232 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:42:03.503654 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8c2fed06-5adf-4891-aff2-67ee507f8232 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:42:03.504212 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8c2fed06-5adf-4891-aff2-67ee507f8232 admin admin] Subscribe: > port after_create 55550000 {{(pid=99594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:42:03.504676 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8c2fed06-5adf-4891-aff2-67ee507f8232 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:42:03.505104 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8c2fed06-5adf-4891-aff2-67ee507f8232 admin admin] Subscribe: > port after_update 55550000 {{(pid=99594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:42:03.505627 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8c2fed06-5adf-4891-aff2-67ee507f8232 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:42:03.506127 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8c2fed06-5adf-4891-aff2-67ee507f8232 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:42:03.506487 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8c2fed06-5adf-4891-aff2-67ee507f8232 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:42:03.506958 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8c2fed06-5adf-4891-aff2-67ee507f8232 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:42:03.515524 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f308f1c-4e73-4b6e-aaef-b59e3455f85c req-69c9e5c4-a020-4442-af85-c7c2ed195c11 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:03.517026 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7f308f1c-4e73-4b6e-aaef-b59e3455f85c req-69c9e5c4-a020-4442-af85-c7c2ed195c11 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0834277 Jun 23 08:42:03.557540 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7f308f1c-4e73-4b6e-aaef-b59e3455f85c req-12085649-ed18-4d69-be9b-cef80ec1b5c7 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345485 Jun 23 08:42:03.898469 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8c2fed06-5adf-4891-aff2-67ee507f8232 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:42:03.901685 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8c2fed06-5adf-4891-aff2-67ee507f8232 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:42:03.902228 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8c2fed06-5adf-4891-aff2-67ee507f8232 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:42:03.902669 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8c2fed06-5adf-4891-aff2-67ee507f8232 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 08:42:03.903196 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.services.segments.db [None req-8c2fed06-5adf-4891-aff2-67ee507f8232 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a71c23-2a6e-4a5b-9397-0dd91ec2db00']}} {{(pid=99594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:42:03.928222 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.services.segments.db [None req-8c2fed06-5adf-4891-aff2-67ee507f8232 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40413b3b-b45d-4a95-ab5a-0eceb9f6e658') {'for_net_delete': True} {{(pid=99594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:42:03.928483 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.services.segments.db [None req-8c2fed06-5adf-4891-aff2-67ee507f8232 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40413b3b-b45d-4a95-ab5a-0eceb9f6e658') {} {{(pid=99594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:42:03.947004 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8c2fed06-5adf-4891-aff2-67ee507f8232 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772759225838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27262450'] for segment, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:03.970091 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8c2fed06-5adf-4891-aff2-67ee507f8232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565'] for segment, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:03.980286 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c2fed06-5adf-4891-aff2-67ee507f8232 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=99594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 08:42:03.980642 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8c2fed06-5adf-4891-aff2-67ee507f8232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27156700'] for segment, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: from cryptography.utils import int_from_bytes Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: from cryptography.utils import int_from_bytes Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: conditions |= (models_v2.Port.network_id.in_( Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: conditions |= (models_v2.Port.network_id.in_( Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: conditions |= (models_v2.Port.network_id.in_( Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: conditions |= (models_v2.Port.network_id.in_( Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: conditions |= (models_v2.Port.network_id.in_( Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: conditions |= (models_v2.Port.network_id.in_( Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: conditions |= (models_v2.Port.network_id.in_( Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: conditions |= (models_v2.Port.network_id.in_( Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: conditions |= (models_v2.Port.network_id.in_( Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: conditions |= (models_v2.Port.network_id.in_( Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: conditions |= (models_v2.Port.network_id.in_( Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: conditions |= (models_v2.Port.network_id.in_( Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: Traceback (most recent call last): Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: timer() Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: cb(*args, **kw) Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: return func(*args, **kwargs) Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: self._notify() Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: self.callback(batched_events) Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: event.method(event) Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: return f(self, *a, **k) Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: return self._get(url).json() Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: return self.request(url, 'GET', **kwargs) Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 08:42:03.984592 dv-cinder-768592-7-smb neutron-server[99594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 08:42:04.051775 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8c2fed06-5adf-4891-aff2-67ee507f8232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717610'] for network, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:04.059196 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8c2fed06-5adf-4891-aff2-67ee507f8232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for network, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:04.061550 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-8c2fed06-5adf-4891-aff2-67ee507f8232 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f2a71c23-2a6e-4a5b-9397-0dd91ec2db00 HTTP/1.1" status: 204 len: 168 time: 0.8876495 Jun 23 08:42:04.062432 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:04.078067 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2fed06-5adf-4891-aff2-67ee507f8232 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2a71c23-2a6e-4a5b-9397-0dd91ec2db00,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:04.081010 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-8c2fed06-5adf-4891-aff2-67ee507f8232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:04.209234 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 50862) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:04.264448 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-baea5796-0652-48a5-b491-8b029cb76ce4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=049e0835e2d54c6aa94a5398907d5da3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0514395 Jun 23 08:42:04.264749 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 50866) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:04.320518 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device ec3a50bb-9a40-4f54-bfe9-ab35584f2f58 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:42:04.342274 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-a9cf147c-2861-4f59-aa03-b32d26189050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:04.363242 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] No Port match for: ec3a50bb-9a40-4f54-bfe9-ab35584f2f58 {{(pid=99595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 08:42:04.363604 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device ec3a50bb-9a40-4f54-bfe9-ab35584f2f58 not bound to the agent host hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 08:42:04.378602 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-a9cf147c-2861-4f59-aa03-b32d26189050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:04.440626 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-a9cf147c-2861-4f59-aa03-b32d26189050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:04.446707 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-a9cf147c-2861-4f59-aa03-b32d26189050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:04.449686 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-a9cf147c-2861-4f59-aa03-b32d26189050 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a8042866-b045-4c67-8df9-1f5c9316432b HTTP/1.1" status: 204 len: 168 time: 0.1832745 Jun 23 08:42:04.450674 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-c888548f-f5c9-4878-bc6d-6bb8592e7e65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:04.463697 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf147c-2861-4f59-aa03-b32d26189050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8042866-b045-4c67-8df9-1f5c9316432b,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:04.467526 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-a9cf147c-2861-4f59-aa03-b32d26189050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:04.703158 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8a215-a9ad-467f-92af-8173b8937ea3 req-43a89ac9-15b2-4891-8969-a0046e1e4021 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:04.704707 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9ca8a215-a9ad-467f-92af-8173b8937ea3 req-43a89ac9-15b2-4891-8969-a0046e1e4021 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=858464f7-5e11-45dc-bb95-fccdc8e3271c HTTP/1.1" status: 200 len: 946 time: 0.0935850 Jun 23 08:42:04.757294 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9ca8a215-a9ad-467f-92af-8173b8937ea3 req-244cc44a-742d-4bc3-bf7f-1608e67bd138 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469229 Jun 23 08:42:04.821986 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56d54f-6ade-4785-9b8f-304dd7f45423 req-db40b843-0ad6-4ceb-8e40-5ce287f3e1a4 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:04.824403 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-5c56d54f-6ade-4785-9b8f-304dd7f45423 req-db40b843-0ad6-4ceb-8e40-5ce287f3e1a4 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0876875 Jun 23 08:42:04.917722 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-5c56d54f-6ade-4785-9b8f-304dd7f45423 req-e96399d4-b6a7-4137-b6fe-5f467bc974ac tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697503 Jun 23 08:42:05.978818 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e326c-d535-4537-b0a2-6588e8ba2eac req-e0a12008-de93-44b0-80eb-7b8a9e8cc76d tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:05.981339 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a18e326c-d535-4537-b0a2-6588e8ba2eac req-e0a12008-de93-44b0-80eb-7b8a9e8cc76d tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=858464f7-5e11-45dc-bb95-fccdc8e3271c HTTP/1.1" status: 200 len: 946 time: 0.0762315 Jun 23 08:42:06.063290 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a18e326c-d535-4537-b0a2-6588e8ba2eac req-e660b4ce-5629-441f-98ad-bc92366750af tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763264 Jun 23 08:42:06.231757 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50364d10-df9d-4755-8347-0968cb59c4b0 req-0ad5f7ee-9a39-4dc6-baac-b96dea36b95a tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:06.233236 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-50364d10-df9d-4755-8347-0968cb59c4b0 req-0ad5f7ee-9a39-4dc6-baac-b96dea36b95a tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0972309 Jun 23 08:42:06.278318 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-50364d10-df9d-4755-8347-0968cb59c4b0 req-d2f007f3-c903-41a0-bbaa-a0c91d1b4ca7 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387251 Jun 23 08:42:06.319632 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device 5fd59434-9489-4572-96db-df63967eb52a no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:42:06.341888 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] No Port match for: 5fd59434-9489-4572-96db-df63967eb52a {{(pid=99595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 08:42:06.342094 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device 5fd59434-9489-4572-96db-df63967eb52a not bound to the agent host hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 08:42:06.532980 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 50936) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:06.692091 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-6907ff86-14e8-4bfd-8e62-16d6a914e4cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:06.794179 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-6907ff86-14e8-4bfd-8e62-16d6a914e4cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:06.798830 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-6907ff86-14e8-4bfd-8e62-16d6a914e4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:06.810763 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-6686f97a-ec8f-4e73-b2fa-41cfe3e7e99b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:06.842983 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-6907ff86-14e8-4bfd-8e62-16d6a914e4cb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=23b83d7ebac84adbb9bae5598526f1d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088427 Jun 23 08:42:06.845703 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 50940) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:06.859768 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907ff86-14e8-4bfd-8e62-16d6a914e4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fed033-6f07-4cab-b67a-f35c67a2c032,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:06.863023 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-6907ff86-14e8-4bfd-8e62-16d6a914e4cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:06.921776 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-c676203b-27e4-4f14-bfc2-af05cea146ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:06.945690 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-c676203b-27e4-4f14-bfc2-af05cea146ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:07.000272 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-c676203b-27e4-4f14-bfc2-af05cea146ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:07.002866 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-c676203b-27e4-4f14-bfc2-af05cea146ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:07.006880 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-c676203b-27e4-4f14-bfc2-af05cea146ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d8fed033-6f07-4cab-b67a-f35c67a2c032 HTTP/1.1" status: 204 len: 168 time: 0.1573277 Jun 23 08:42:07.006880 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-336387a7-d38d-4bad-90cb-1fab5c6c188e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:07.013673 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c676203b-27e4-4f14-bfc2-af05cea146ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fed033-6f07-4cab-b67a-f35c67a2c032,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:07.016080 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-c676203b-27e4-4f14-bfc2-af05cea146ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:07.330815 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3099f01-2235-44be-b679-e6db90c9424d req-0ab8fa6b-375a-400b-bc45-43f708ba39f3 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:07.333334 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b3099f01-2235-44be-b679-e6db90c9424d req-0ab8fa6b-375a-400b-bc45-43f708ba39f3 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=858464f7-5e11-45dc-bb95-fccdc8e3271c HTTP/1.1" status: 200 len: 946 time: 0.1169431 Jun 23 08:42:07.417389 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b3099f01-2235-44be-b679-e6db90c9424d req-49c9711a-2209-40ff-ad44-7302859355ef tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755017 Jun 23 08:42:07.433471 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 50954) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:07.451891 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-79f389bc-b1f5-48a2-bfa5-6fc1b52d7387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:07.658282 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-79f389bc-b1f5-48a2-bfa5-6fc1b52d7387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:07.693086 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-79f389bc-b1f5-48a2-bfa5-6fc1b52d7387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:07.700533 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-377d49c1-e6df-463d-93b2-eb9ecebd1672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:07.740956 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-79f389bc-b1f5-48a2-bfa5-6fc1b52d7387 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=55fd3adcd6614c38951f89d51d958361&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3069186 Jun 23 08:42:07.745023 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 50956) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:07.749778 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f389bc-b1f5-48a2-bfa5-6fc1b52d7387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79501cd-917a-4337-9107-151d64c6befa,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:07.779286 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647c8a8-eabe-477d-b484-d60285bd906f req-5e873f0d-c221-4940-a613-0fa62448267c tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:07.787244 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-5647c8a8-eabe-477d-b484-d60285bd906f req-5e873f0d-c221-4940-a613-0fa62448267c tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.2190228 Jun 23 08:42:07.816627 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-79f389bc-b1f5-48a2-bfa5-6fc1b52d7387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:07.838464 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-5647c8a8-eabe-477d-b484-d60285bd906f req-e109ebdb-4087-41ea-b6b3-260871b8b4d5 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503154 Jun 23 08:42:07.845788 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-74a4e510-1947-4f84-916e-1831df8997dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:07.887610 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-74a4e510-1947-4f84-916e-1831df8997dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:07.955629 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-74a4e510-1947-4f84-916e-1831df8997dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:07.959470 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-74a4e510-1947-4f84-916e-1831df8997dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:07.960705 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-74a4e510-1947-4f84-916e-1831df8997dc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f79501cd-917a-4337-9107-151d64c6befa HTTP/1.1" status: 204 len: 168 time: 0.2136736 Jun 23 08:42:07.961739 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-02812621-67bf-4bae-a53a-9031406acb76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:07.970548 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4e510-1947-4f84-916e-1831df8997dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79501cd-917a-4337-9107-151d64c6befa,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:07.984152 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-74a4e510-1947-4f84-916e-1831df8997dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:08.331954 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1f495452-a499-4425-ad23-71b70423d68c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:08.645890 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635bd9e-ee3d-45d7-b3f0-fae8dc40b37b req-3481b658-081c-4134-acec-8c0a914f0e92 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:08.653300 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7635bd9e-ee3d-45d7-b3f0-fae8dc40b37b req-3481b658-081c-4134-acec-8c0a914f0e92 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=858464f7-5e11-45dc-bb95-fccdc8e3271c HTTP/1.1" status: 200 len: 946 time: 0.0847385 Jun 23 08:42:08.707978 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7635bd9e-ee3d-45d7-b3f0-fae8dc40b37b req-da611e55-2d80-4c76-98fe-4e035c48c1c8 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537453 Jun 23 08:42:09.045541 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f9d7b-1a29-4e8d-9eb2-36e3fdd6d1aa req-edd57ff5-a1f8-46fd-bbef-b501f0e995d6 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:09.052916 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a38f9d7b-1a29-4e8d-9eb2-36e3fdd6d1aa req-edd57ff5-a1f8-46fd-bbef-b501f0e995d6 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0784633 Jun 23 08:42:09.124120 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a38f9d7b-1a29-4e8d-9eb2-36e3fdd6d1aa req-85f47f99-9177-4d8b-bd54-723046f10f08 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691493 Jun 23 08:42:09.934385 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78978e0c-425a-4df1-bc61-660058dc3e7b req-478686be-5df8-4552-845c-3d933ba6305e tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:09.943706 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-78978e0c-425a-4df1-bc61-660058dc3e7b req-478686be-5df8-4552-845c-3d933ba6305e tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=858464f7-5e11-45dc-bb95-fccdc8e3271c HTTP/1.1" status: 200 len: 946 time: 0.0964003 Jun 23 08:42:10.002009 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-78978e0c-425a-4df1-bc61-660058dc3e7b req-085b4c8d-fdb6-4b67-b9dd-f692e0143f02 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568595 Jun 23 08:42:10.380442 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c893b-c362-49d0-a28d-e4109f199313 req-51965c94-5f2a-41a6-92f6-a1df82a8c674 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:10.394300 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-4b3c893b-c362-49d0-a28d-e4109f199313 req-51965c94-5f2a-41a6-92f6-a1df82a8c674 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.1321998 Jun 23 08:42:10.471060 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-4b3c893b-c362-49d0-a28d-e4109f199313 req-6fe3925a-d907-4299-901a-7dc09dad2d1f tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742633 Jun 23 08:42:10.593481 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-77b5408e-ee96-45d5-8689-2c12d02ad33f req-76879727-474d-4ace-9636-8e3eb82cc011 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0616796 Jun 23 08:42:10.688040 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5408e-ee96-45d5-8689-2c12d02ad33f req-05cc314e-ff60-4a0a-9435-77c402166ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:10.689523 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-77b5408e-ee96-45d5-8689-2c12d02ad33f req-05cc314e-ff60-4a0a-9435-77c402166ca2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=155e1127bd2f402a83bf7f1e4da6faa5&device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 1098 time: 0.0519471 Jun 23 08:42:10.796962 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:10.811825 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5408e-ee96-45d5-8689-2c12d02ad33f req-2c56d9ca-b767-4e5f-b7eb-0c33c49a5c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:10.813344 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-77b5408e-ee96-45d5-8689-2c12d02ad33f req-2c56d9ca-b767-4e5f-b7eb-0c33c49a5c08 service neutron] 10.222.0.13 "GET /v2.0/networks?id=02f4b377-8e86-41d6-8ffe-f003b45c6248 HTTP/1.1" status: 200 len: 917 time: 0.0985165 Jun 23 08:42:10.934839 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-77b5408e-ee96-45d5-8689-2c12d02ad33f req-752a39cc-0c5b-4204-8b53-509022851070 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d138dc7d-821b-43b7-b299-08c73ca38d11 HTTP/1.1" status: 200 len: 1001 time: 0.0834014 Jun 23 08:42:11.082310 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5408e-ee96-45d5-8689-2c12d02ad33f req-2adf83ec-2002-429d-bfdf-65ca104b1282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:11.084035 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-77b5408e-ee96-45d5-8689-2c12d02ad33f req-2adf83ec-2002-429d-bfdf-65ca104b1282 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b3df551-72d8-4749-a018-772b466944b3 HTTP/1.1" status: 200 len: 855 time: 0.1405866 Jun 23 08:42:11.096127 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-23eae5b9-c0eb-409a-8b35-fa19c3e360b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:11.245210 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5408e-ee96-45d5-8689-2c12d02ad33f req-abf9c103-0c66-425c-8a3f-24c0b695dada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:11.247235 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-77b5408e-ee96-45d5-8689-2c12d02ad33f req-abf9c103-0c66-425c-8a3f-24c0b695dada service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02f4b377-8e86-41d6-8ffe-f003b45c6248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1416001 Jun 23 08:42:11.304709 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11cea84-dc80-435e-b589-c267ff9057b6 req-90421582-8670-48cc-a0a5-60c5e5d7bebb tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:11.307443 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-f11cea84-dc80-435e-b589-c267ff9057b6 req-90421582-8670-48cc-a0a5-60c5e5d7bebb tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=858464f7-5e11-45dc-bb95-fccdc8e3271c HTTP/1.1" status: 200 len: 946 time: 0.0957940 Jun 23 08:42:11.349024 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-f11cea84-dc80-435e-b589-c267ff9057b6 req-3d6896af-c885-4e2b-ba3c-891d2602cec5 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354793 Jun 23 08:42:11.389451 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:11.448222 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-77b5408e-ee96-45d5-8689-2c12d02ad33f req-bafa3561-00d2-4546-b266-566e782b80a0 service neutron] 10.222.0.13 "GET /v2.0/networks/02f4b377-8e86-41d6-8ffe-f003b45c6248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861160 Jun 23 08:42:11.455644 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8f4a0-6775-4905-b869-09195e792427 req-6d30296e-0e3b-42ed-bb85-e9f427db8e5e tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:11.457031 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-d4b8f4a0-6775-4905-b869-09195e792427 req-6d30296e-0e3b-42ed-bb85-e9f427db8e5e tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.13 "GET /v2.0/ports?device_id=858464f7-5e11-45dc-bb95-fccdc8e3271c HTTP/1.1" status: 200 len: 946 time: 0.1961737 Jun 23 08:42:11.608402 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-77b5408e-ee96-45d5-8689-2c12d02ad33f req-9a8bf581-ad15-41cc-b4db-cdba2d010dd3 service neutron] 10.222.0.13 "GET /v2.0/networks/02f4b377-8e86-41d6-8ffe-f003b45c6248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504109 Jun 23 08:42:11.631636 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [req-d4b8f4a0-6775-4905-b869-09195e792427 req-33c331f7-d5be-46a4-a0be-683d66f9e10c tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Deleting port 7ab7cb64-79e6-40f0-8f60-96edce58d693 {{(pid=99594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:42:11.632228 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-d4b8f4a0-6775-4905-b869-09195e792427 req-33c331f7-d5be-46a4-a0be-683d66f9e10c tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:11.681297 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d0e15-79c4-4995-a193-d29688b944c1 req-1a4e3b50-9600-4262-9df4-98292b44326f tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:11.683531 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-115d0e15-79c4-4995-a193-d29688b944c1 req-1a4e3b50-9600-4262-9df4-98292b44326f tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0998936 Jun 23 08:42:11.774667 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-115d0e15-79c4-4995-a193-d29688b944c1 req-ba52c35d-1ac9-478e-a79c-c0c11040b55e tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821362 Jun 23 08:42:11.799604 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-d4b8f4a0-6775-4905-b869-09195e792427 req-33c331f7-d5be-46a4-a0be-683d66f9e10c tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] For port 7ab7cb64-79e6-40f0-8f60-96edce58d693, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=7ab7cb64-79e6-40f0-8f60-96edce58d693,segment=NetworkSegment(3af925ae-dbce-4c89-8887-c7bd462152a0),segment_id=3af925ae-dbce-4c89-8887-c7bd462152a0)] {{(pid=99594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:42:11.799983 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-d4b8f4a0-6775-4905-b869-09195e792427 req-33c331f7-d5be-46a4-a0be-683d66f9e10c tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:11.828019 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [req-d4b8f4a0-6775-4905-b869-09195e792427 req-33c331f7-d5be-46a4-a0be-683d66f9e10c tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Calling delete_port for 7ab7cb64-79e6-40f0-8f60-96edce58d693 owned by compute:nova {{(pid=99594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:42:11.942639 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 6 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:42:12.009057 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:12.052144 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-d4b8f4a0-6775-4905-b869-09195e792427 req-33c331f7-d5be-46a4-a0be-683d66f9e10c tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27156491'] for port, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:12.058039 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-24a60c7a-7c02-4910-80e9-dcef58199e47 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:12.092004 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c331f7-d5be-46a4-a0be-683d66f9e10c tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Pushing event deleted for resources: {'Port': ['ID=7ab7cb64-79e6-40f0-8f60-96edce58d693,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:12.098293 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-33c331f7-d5be-46a4-a0be-683d66f9e10c tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:12.108981 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['7ab7cb64-79e6-40f0-8f60-96edce58d693'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:42:12.149737 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b8f4a0-6775-4905-b869-09195e792427 req-33c331f7-d5be-46a4-a0be-683d66f9e10c tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] No DVR routers for this DVR port 7ab7cb64-79e6-40f0-8f60-96edce58d693 on host hv-cinder-76859 {{(pid=99594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 08:42:12.153225 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-d4b8f4a0-6775-4905-b869-09195e792427 req-33c331f7-d5be-46a4-a0be-683d66f9e10c tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:12.155614 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-d4b8f4a0-6775-4905-b869-09195e792427 req-33c331f7-d5be-46a4-a0be-683d66f9e10c tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.13 "DELETE /v2.0/ports/7ab7cb64-79e6-40f0-8f60-96edce58d693 HTTP/1.1" status: 204 len: 173 time: 0.6905501 Jun 23 08:42:12.156273 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858464f7-5e11-45dc-bb95-fccdc8e3271c', 'name': 'network-vif-deleted', 'tag': '7ab7cb64-79e6-40f0-8f60-96edce58d693'}] {{(pid=99594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:42:12.158860 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3f20cf24677dbb31f56fc6b5fcedde197d4abde885e517d24b88e41f2eb98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60353372-38d3-4961-9a98-dcc6fe89d12b" -d '{"events": [{"server_uuid": "858464f7-5e11-45dc-bb95-fccdc8e3271c", "name": "network-vif-deleted", "tag": "7ab7cb64-79e6-40f0-8f60-96edce58d693"}]}' {{(pid=99594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:42:12.240873 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbb3f39-320a-4af4-933f-2b5a4c0d3d12 x-openstack-request-id: req-ffbb3f39-320a-4af4-933f-2b5a4c0d3d12 {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:42:12.241202 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858464f7-5e11-45dc-bb95-fccdc8e3271c", "name": "network-vif-deleted", "tag": "7ab7cb64-79e6-40f0-8f60-96edce58d693", "status": "completed", "code": 200}]} {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:42:12.241509 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ffbb3f39-320a-4af4-933f-2b5a4c0d3d12 {{(pid=99594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:42:12.241937 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '858464f7-5e11-45dc-bb95-fccdc8e3271c', 'name': 'network-vif-deleted', 'tag': '7ab7cb64-79e6-40f0-8f60-96edce58d693', 'status': 'completed', 'code': 200} Jun 23 08:42:12.569918 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-cbe72ea5-5b27-4571-90ae-03835a0090d7 req-8972a7f1-d59d-4948-ae13-267a4533940c tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=858464f7-5e11-45dc-bb95-fccdc8e3271c HTTP/1.1" status: 200 len: 210 time: 0.0436056 Jun 23 08:42:13.004914 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97339207-ef16-49ca-afdc-12dbe87f7907 req-344d1125-6dd2-468b-913d-697fde88aae6 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:13.006375 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-97339207-ef16-49ca-afdc-12dbe87f7907 req-344d1125-6dd2-468b-913d-697fde88aae6 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.1090376 Jun 23 08:42:13.068157 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-97339207-ef16-49ca-afdc-12dbe87f7907 req-ccc635f1-ebc8-4823-8680-676a7935ffc0 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514016 Jun 23 08:42:13.589311 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:13.668043 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 51326) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:13.826539 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 51338) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:13.835418 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-119f1a33-513d-4c53-85c9-428116c20fa6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=943fe781349b48fc9809a66d9aaf3e37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1587389 Jun 23 08:42:13.879142 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-ba7f0bc9-c73f-4cb8-8d48-984df9a36933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:13.913063 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-ba7f0bc9-c73f-4cb8-8d48-984df9a36933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:13.957313 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-ba7f0bc9-c73f-4cb8-8d48-984df9a36933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:13.960044 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-ba7f0bc9-c73f-4cb8-8d48-984df9a36933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:13.961772 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-ba7f0bc9-c73f-4cb8-8d48-984df9a36933 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/453cda63-f1be-451c-a56b-24b2bba65570 HTTP/1.1" status: 204 len: 168 time: 0.1335163 Jun 23 08:42:13.962613 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-a9cf147c-2861-4f59-aa03-b32d26189050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:13.969689 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f0bc9-c73f-4cb8-8d48-984df9a36933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453cda63-f1be-451c-a56b-24b2bba65570,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:13.976883 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7f0bc9-c73f-4cb8-8d48-984df9a36933 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:42:13.977257 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7f0bc9-c73f-4cb8-8d48-984df9a36933 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:42:13.977617 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7f0bc9-c73f-4cb8-8d48-984df9a36933 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:42:13.977976 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7f0bc9-c73f-4cb8-8d48-984df9a36933 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:42:13.978331 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7f0bc9-c73f-4cb8-8d48-984df9a36933 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:42:13.978679 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7f0bc9-c73f-4cb8-8d48-984df9a36933 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:42:13.979056 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7f0bc9-c73f-4cb8-8d48-984df9a36933 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:42:13.979445 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7f0bc9-c73f-4cb8-8d48-984df9a36933 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:42:13.979740 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7f0bc9-c73f-4cb8-8d48-984df9a36933 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:42:13.980080 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7f0bc9-c73f-4cb8-8d48-984df9a36933 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:42:13.980422 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7f0bc9-c73f-4cb8-8d48-984df9a36933 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:42:13.980762 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7f0bc9-c73f-4cb8-8d48-984df9a36933 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:42:13.983675 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-ba7f0bc9-c73f-4cb8-8d48-984df9a36933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:14.268254 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865e80e-7aa4-41ee-8e47-23eedccbd0a1 req-5467e49d-f502-4d3e-9719-9ffaa3b39ad4 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:14.269715 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c865e80e-7aa4-41ee-8e47-23eedccbd0a1 req-5467e49d-f502-4d3e-9719-9ffaa3b39ad4 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0644288 Jun 23 08:42:14.307370 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c865e80e-7aa4-41ee-8e47-23eedccbd0a1 req-2c7bf0a5-2a1b-4e00-a805-da4b63a78ce0 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314481 Jun 23 08:42:15.486812 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580ef43-77b9-4b7e-b07e-f83685e255cc req-1e5684a1-06dd-4a24-9fdf-407474800520 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:15.489128 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-4580ef43-77b9-4b7e-b07e-f83685e255cc req-1e5684a1-06dd-4a24-9fdf-407474800520 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0615966 Jun 23 08:42:15.527562 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-4580ef43-77b9-4b7e-b07e-f83685e255cc req-9f72179f-d346-42a4-ad42-2d3d1e985878 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320139 Jun 23 08:42:16.114520 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 51450) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:16.162798 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa51f454-e210-466d-bf1c-91284bdad721 admin admin] Deleting subnet b0b1595b-da8f-430d-b6bb-c9835141e34a {{(pid=99593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 08:42:16.165833 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-fa51f454-e210-466d-bf1c-91284bdad721 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:16.200532 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-fa51f454-e210-466d-bf1c-91284bdad721 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3632229'] for subnet, precommit_delete_associations {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:16.237284 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-fa51f454-e210-466d-bf1c-91284bdad721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742952'] for subnet, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:16.287208 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-fa51f454-e210-466d-bf1c-91284bdad721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3652648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2551212'] for subnet, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:16.290239 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-585812ea-d1f4-4cc7-8fb0-f43e05564d61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:16.316708 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51f454-e210-466d-bf1c-91284bdad721 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0b1595b-da8f-430d-b6bb-c9835141e34a,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:16.318646 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-fa51f454-e210-466d-bf1c-91284bdad721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for subnet, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:16.321022 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-fa51f454-e210-466d-bf1c-91284bdad721 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b0b1595b-da8f-430d-b6bb-c9835141e34a HTTP/1.1" status: 204 len: 168 time: 0.2048941 Jun 23 08:42:16.321852 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-fa51f454-e210-466d-bf1c-91284bdad721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:16.323954 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 51454) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:16.377219 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device 7ab7cb64-79e6-40f0-8f60-96edce58d693 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:42:16.391220 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-df9905c2-ff20-4bb9-ac60-8cb8513d2319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-650670'] for network, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:16.398653 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] No Port match for: 7ab7cb64-79e6-40f0-8f60-96edce58d693 {{(pid=99595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 08:42:16.399045 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device 7ab7cb64-79e6-40f0-8f60-96edce58d693 not bound to the agent host hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 08:42:16.474076 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-df9905c2-ff20-4bb9-ac60-8cb8513d2319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745381', 'neutron.services.segments.db._delete_segments_for_network-8772759238175'] for network, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:16.483538 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.services.segments.db [None req-df9905c2-ff20-4bb9-ac60-8cb8513d2319 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['752a233b-a150-437e-af54-044b68ca57ff']}} {{(pid=99593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:42:16.493791 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.services.segments.db [None req-df9905c2-ff20-4bb9-ac60-8cb8513d2319 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9067bbb-ca07-48c0-9358-8b5e65bef2a8') {'for_net_delete': True} {{(pid=99593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:42:16.494355 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.services.segments.db [None req-df9905c2-ff20-4bb9-ac60-8cb8513d2319 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9067bbb-ca07-48c0-9358-8b5e65bef2a8') {} {{(pid=99593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:42:16.502310 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-df9905c2-ff20-4bb9-ac60-8cb8513d2319 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772759225838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3632250'] for segment, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:16.515809 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-df9905c2-ff20-4bb9-ac60-8cb8513d2319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565'] for segment, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:16.521369 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df9905c2-ff20-4bb9-ac60-8cb8513d2319 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=99593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 08:42:16.521746 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-df9905c2-ff20-4bb9-ac60-8cb8513d2319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3652789'] for segment, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:16.523315 dv-cinder-768592-7-smb neutron-server[99593]: Traceback (most recent call last): Jun 23 08:42:16.523315 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 08:42:16.523315 dv-cinder-768592-7-smb neutron-server[99593]: timer() Jun 23 08:42:16.523315 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 08:42:16.523315 dv-cinder-768592-7-smb neutron-server[99593]: cb(*args, **kw) Jun 23 08:42:16.523315 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 08:42:16.523315 dv-cinder-768592-7-smb neutron-server[99593]: return func(*args, **kwargs) Jun 23 08:42:16.523315 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 08:42:16.523315 dv-cinder-768592-7-smb neutron-server[99593]: self._notify() Jun 23 08:42:16.523315 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 08:42:16.523315 dv-cinder-768592-7-smb neutron-server[99593]: self.callback(batched_events) Jun 23 08:42:16.523315 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 08:42:16.523315 dv-cinder-768592-7-smb neutron-server[99593]: event.method(event) Jun 23 08:42:16.523315 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 08:42:16.523315 dv-cinder-768592-7-smb neutron-server[99593]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 08:42:16.523315 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 08:42:16.523315 dv-cinder-768592-7-smb neutron-server[99593]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 08:42:16.523315 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 08:42:16.523315 dv-cinder-768592-7-smb neutron-server[99593]: return f(self, *a, **k) Jun 23 08:42:16.523315 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 08:42:16.523315 dv-cinder-768592-7-smb neutron-server[99593]: return self._get(url).json() Jun 23 08:42:16.523315 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 08:42:16.523315 dv-cinder-768592-7-smb neutron-server[99593]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 08:42:16.523315 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 08:42:16.523315 dv-cinder-768592-7-smb neutron-server[99593]: return self.request(url, 'GET', **kwargs) Jun 23 08:42:16.523315 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 08:42:16.523315 dv-cinder-768592-7-smb neutron-server[99593]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 08:42:16.523315 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 08:42:16.523315 dv-cinder-768592-7-smb neutron-server[99593]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 08:42:16.523315 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 08:42:16.523315 dv-cinder-768592-7-smb neutron-server[99593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 08:42:16.523315 dv-cinder-768592-7-smb neutron-server[99593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 08:42:16.576422 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-df9905c2-ff20-4bb9-ac60-8cb8513d2319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717610'] for network, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:16.580257 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-eda174a5-8e35-4b8a-8cab-57e240af8d4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:16.592445 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-df9905c2-ff20-4bb9-ac60-8cb8513d2319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for network, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:16.594239 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-df9905c2-ff20-4bb9-ac60-8cb8513d2319 admin admin] 10.222.0.23 "DELETE /v2.0/networks/752a233b-a150-437e-af54-044b68ca57ff HTTP/1.1" status: 204 len: 168 time: 0.2693522 Jun 23 08:42:16.595559 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9905c2-ff20-4bb9-ac60-8cb8513d2319 admin admin] Pushing event deleted for resources: {'Network': ['ID=752a233b-a150-437e-af54-044b68ca57ff,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:16.601424 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-df9905c2-ff20-4bb9-ac60-8cb8513d2319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:16.707643 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e81bb8-315e-4d52-8ac0-f34100edee83 req-baf982ca-c0d4-4a2e-a2d2-a3d96c6b8f45 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:16.709093 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-40e81bb8-315e-4d52-8ac0-f34100edee83 req-baf982ca-c0d4-4a2e-a2d2-a3d96c6b8f45 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0666080 Jun 23 08:42:16.755845 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-40e81bb8-315e-4d52-8ac0-f34100edee83 req-848785eb-2682-4c9d-b5b3-7b25875f72de tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323832 Jun 23 08:42:16.768142 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 51464) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:16.813931 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-54d62fdb-8301-4639-839b-336ca5b8d9fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de19caf921534f3b9b6bf736d1050ad0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0445116 Jun 23 08:42:16.816948 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 51466) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:16.863746 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-00ff53f0-82d8-4369-8b63-d97844f4cdba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:16.888113 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-00ff53f0-82d8-4369-8b63-d97844f4cdba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:16.934607 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-00ff53f0-82d8-4369-8b63-d97844f4cdba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:16.937256 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-00ff53f0-82d8-4369-8b63-d97844f4cdba admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:16.938403 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-00ff53f0-82d8-4369-8b63-d97844f4cdba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a6fb967-2600-4bfe-8f0a-26deb789ce58 HTTP/1.1" status: 204 len: 168 time: 0.1205590 Jun 23 08:42:16.939170 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-4fa75f77-6300-4bf2-b143-83d24dd0c8c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:16.949412 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff53f0-82d8-4369-8b63-d97844f4cdba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6fb967-2600-4bfe-8f0a-26deb789ce58,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:16.956532 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff53f0-82d8-4369-8b63-d97844f4cdba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:42:16.956999 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff53f0-82d8-4369-8b63-d97844f4cdba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:42:16.957256 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff53f0-82d8-4369-8b63-d97844f4cdba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:42:16.957619 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff53f0-82d8-4369-8b63-d97844f4cdba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:42:16.957983 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff53f0-82d8-4369-8b63-d97844f4cdba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:42:16.958342 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff53f0-82d8-4369-8b63-d97844f4cdba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:42:16.958699 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff53f0-82d8-4369-8b63-d97844f4cdba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:42:16.959076 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff53f0-82d8-4369-8b63-d97844f4cdba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:42:16.959452 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff53f0-82d8-4369-8b63-d97844f4cdba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:42:16.959779 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff53f0-82d8-4369-8b63-d97844f4cdba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:42:16.960126 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff53f0-82d8-4369-8b63-d97844f4cdba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:42:16.960472 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff53f0-82d8-4369-8b63-d97844f4cdba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:42:16.964635 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-00ff53f0-82d8-4369-8b63-d97844f4cdba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:17.953101 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de8400-7266-48d7-8241-faeabd5ea7a4 req-3c38d7a0-c99d-4816-929a-fee610d7e903 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:17.954576 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b2de8400-7266-48d7-8241-faeabd5ea7a4 req-3c38d7a0-c99d-4816-929a-fee610d7e903 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0676756 Jun 23 08:42:18.011347 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b2de8400-7266-48d7-8241-faeabd5ea7a4 req-11a5c34e-a335-4ef0-bc0a-1ba4fc4c1623 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481257 Jun 23 08:42:18.107366 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c41ba568-5fee-485d-b029-ed3c23087175 req-1f66dec2-438e-4f49-8e7c-52dd00200714 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1093001262&fields=id&tenant_id=b702ea957bec4fd09d9744a200168709 HTTP/1.1" status: 200 len: 267 time: 0.0380347 Jun 23 08:42:18.233891 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ba568-5fee-485d-b029-ed3c23087175 req-3479c16a-a68c-4b6f-a5f5-344b5ac05527 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:18.235476 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c41ba568-5fee-485d-b029-ed3c23087175 req-3479c16a-a68c-4b6f-a5f5-344b5ac05527 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/networks?id=d0d43174-f981-49b1-bac6-a67fe4300b11 HTTP/1.1" status: 200 len: 808 time: 0.1215153 Jun 23 08:42:18.252010 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c41ba568-5fee-485d-b029-ed3c23087175 req-56801cce-2fbc-4e09-9aa4-0b261eaf4347 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/quotas/b702ea957bec4fd09d9744a200168709 HTTP/1.1" status: 200 len: 375 time: 0.0110521 Jun 23 08:42:18.327637 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c41ba568-5fee-485d-b029-ed3c23087175 req-b990f797-98b8-4265-ac77-27b361234490 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b702ea957bec4fd09d9744a200168709&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0699213 Jun 23 08:42:18.625084 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c41ba568-5fee-485d-b029-ed3c23087175 req-1e52a993-3db0-4002-8d14-a8cc5a4fc136 service neutron] 10.222.0.23 "GET /v2.0/networks/d0d43174-f981-49b1-bac6-a67fe4300b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834828 Jun 23 08:42:18.713795 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c41ba568-5fee-485d-b029-ed3c23087175 req-9b13a7d1-9b2d-41c4-9195-3aef05d29647 service neutron] 10.222.0.23 "GET /v2.0/networks/d0d43174-f981-49b1-bac6-a67fe4300b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835307 Jun 23 08:42:19.027731 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-8ebb4f45-571f-4237-82b2-49fe1083a731 req-71901b5c-636b-41a5-bc8a-e54665160efc tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 210 time: 0.0314021 Jun 23 08:42:19.208866 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f8bbe-be68-4754-8a94-b56a513e143a req-dcfc7787-29b4-4a03-bc3b-253f22279d0c tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:19.210570 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b49f8bbe-be68-4754-8a94-b56a513e143a req-dcfc7787-29b4-4a03-bc3b-253f22279d0c tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0812151 Jun 23 08:42:19.256084 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b49f8bbe-be68-4754-8a94-b56a513e143a req-ab84a221-b2c5-41c1-b227-6286ebc3b909 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391405 Jun 23 08:42:19.679312 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-8686d956-b834-4f35-a330-313a577c584c tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:19.681472 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-8686d956-b834-4f35-a330-313a577c584c tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/networks?id=e17b6470-c31b-415a-8110-c67d5891c078 HTTP/1.1" status: 200 len: 814 time: 0.1023271 Jun 23 08:42:19.696920 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-f99153fe-ef0e-41e4-80bb-b96a91a0b239 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/quotas/a8e12f0042db466aae17f7ab17035765 HTTP/1.1" status: 200 len: 375 time: 0.0097277 Jun 23 08:42:19.734042 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-4c1541e1-ee2f-4504-a56e-54381104fde8 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a8e12f0042db466aae17f7ab17035765&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319123 Jun 23 08:42:19.821710 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-5cad442f-07b1-49a0-bce3-d317583d6e63 service neutron] 10.222.0.23 "GET /v2.0/networks/e17b6470-c31b-415a-8110-c67d5891c078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809824 Jun 23 08:42:19.913830 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-f016a38a-fbbc-4ff0-8aac-42fcf247e83c service neutron] 10.222.0.23 "GET /v2.0/networks/e17b6470-c31b-415a-8110-c67d5891c078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862110 Jun 23 08:42:20.093707 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1c64ff35-1eef-4ee5-b1d8-1e89901ff09c req-2733b910-3c6c-4fa5-8d1a-b60c71df96f3 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=90c61751-25c5-4afb-9fcc-c4eb674f06a7 HTTP/1.1" status: 200 len: 210 time: 0.0389886 Jun 23 08:42:20.192597 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-49e46d15-509e-40d7-aa17-e8d26862a3bf req-bf324d54-9dd5-4cea-bbc9-444c9412a2a0 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 210 time: 0.0285776 Jun 23 08:42:20.502116 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640f45a-0473-4ed8-a8ab-6420ef86dcf4 req-aeeca1c4-93ae-49bb-bf63-00a2718c973d tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:20.503787 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9640f45a-0473-4ed8-a8ab-6420ef86dcf4 req-aeeca1c4-93ae-49bb-bf63-00a2718c973d tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.1031187 Jun 23 08:42:20.563416 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9640f45a-0473-4ed8-a8ab-6420ef86dcf4 req-dd87170f-0211-4c41-be63-24ea48105c81 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532811 Jun 23 08:42:20.660889 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ba568-5fee-485d-b029-ed3c23087175 req-c452aefd-c6b7-4a66-b87b-7ff45cffe159 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:20.662327 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-c41ba568-5fee-485d-b029-ed3c23087175 req-c452aefd-c6b7-4a66-b87b-7ff45cffe159 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.13 "GET /v2.0/networks?id=d0d43174-f981-49b1-bac6-a67fe4300b11 HTTP/1.1" status: 200 len: 808 time: 0.1084943 Jun 23 08:42:21.022910 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-c41ba568-5fee-485d-b029-ed3c23087175 req-4086df57-8303-4616-8b98-8bfbbfc7d284 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b702ea957bec4fd09d9744a200168709 HTTP/1.1" status: 200 len: 380 time: 0.3214219 Jun 23 08:42:21.033792 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [req-c41ba568-5fee-485d-b029-ed3c23087175 req-b088d2a5-17cf-4b9f-9883-dfa7078960de tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Request body: {'port': {'device_id': '7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f', 'network_id': 'd0d43174-f981-49b1-bac6-a67fe4300b11', 'admin_state_up': True, 'tenant_id': 'b702ea957bec4fd09d9744a200168709', 'security_groups': ['b6e77565-e56b-46d1-91a9-b123b4e39d92']}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:42:21.042092 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288549e1-20b5-4cf4-8366-020144c6b252 req-7768a6d2-4a0a-43c7-ac4e-a2d0e111c078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:21.043665 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-288549e1-20b5-4cf4-8366-020144c6b252 req-7768a6d2-4a0a-43c7-ac4e-a2d0e111c078 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 1098 time: 0.3435869 Jun 23 08:42:21.127940 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-288549e1-20b5-4cf4-8366-020144c6b252 req-d7e414f6-536a-444b-acfb-187bf8977c49 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740724 Jun 23 08:42:21.176259 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c41ba568-5fee-485d-b029-ed3c23087175 req-b088d2a5-17cf-4b9f-9883-dfa7078960de tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Made reservation on behalf of b702ea957bec4fd09d9744a200168709 for: {'port': 1} {{(pid=99594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:42:21.180611 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-c41ba568-5fee-485d-b029-ed3c23087175 req-b088d2a5-17cf-4b9f-9883-dfa7078960de tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:21.251943 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6436f8e5-b645-4030-a65c-22b9c9e6cde7 req-770f1a29-1165-43e0-81af-fb2ac5dd7de4 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=90c61751-25c5-4afb-9fcc-c4eb674f06a7 HTTP/1.1" status: 200 len: 210 time: 0.0358300 Jun 23 08:42:21.322463 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.db_base_plugin_common [req-c41ba568-5fee-485d-b029-ed3c23087175 req-b088d2a5-17cf-4b9f-9883-dfa7078960de tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Allocated IP 172.20.0.3 (d0d43174-f981-49b1-bac6-a67fe4300b11/69f1b17f-3891-479d-bfec-f33f2f567fe6/b971875a-8325-4221-ab9e-2fbe44cc05b6) {{(pid=99594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:42:21.392849 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-07c4e365-fe72-4ffb-a0f3-bd723aa81924 req-a7d27986-e7bf-4687-95f8-d80b300bd21d tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 210 time: 0.0719984 Jun 23 08:42:21.518552 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-c41ba568-5fee-485d-b029-ed3c23087175 req-b088d2a5-17cf-4b9f-9883-dfa7078960de tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks [] for port, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:21.532519 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.provisioning_blocks [req-c41ba568-5fee-485d-b029-ed3c23087175 req-b088d2a5-17cf-4b9f-9883-dfa7078960de tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Transition to ACTIVE for port object b971875a-8325-4221-ab9e-2fbe44cc05b6 will not be triggered until provisioned by entity DHCP. {{(pid=99594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:42:21.567557 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-c41ba568-5fee-485d-b029-ed3c23087175 req-b088d2a5-17cf-4b9f-9883-dfa7078960de tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27156498'] for port, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:21.572372 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:21.620649 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c41ba568-5fee-485d-b029-ed3c23087175 req-b088d2a5-17cf-4b9f-9883-dfa7078960de tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Network d0d43174-f981-49b1-bac6-a67fe4300b11 is already hosted by enough agents. {{(pid=99594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:42:21.624036 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [req-c41ba568-5fee-485d-b029-ed3c23087175 req-b088d2a5-17cf-4b9f-9883-dfa7078960de tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Resources bound (agent type, host, resource id): {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:42:21.626979 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41ba568-5fee-485d-b029-ed3c23087175 req-b088d2a5-17cf-4b9f-9883-dfa7078960de tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Received port after_create {{(pid=99594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:42:21.654361 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b088d2a5-17cf-4b9f-9883-dfa7078960de tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Pushing event updated for resources: {'Port': ['ID=b971875a-8325-4221-ab9e-2fbe44cc05b6,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:21.658294 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-b088d2a5-17cf-4b9f-9883-dfa7078960de tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:21.699286 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ba568-5fee-485d-b029-ed3c23087175 req-b088d2a5-17cf-4b9f-9883-dfa7078960de tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:21.700881 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-c41ba568-5fee-485d-b029-ed3c23087175 req-b088d2a5-17cf-4b9f-9883-dfa7078960de tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:21.721581 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-c41ba568-5fee-485d-b029-ed3c23087175 req-b088d2a5-17cf-4b9f-9883-dfa7078960de tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6919248 Jun 23 08:42:21.745741 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [req-c41ba568-5fee-485d-b029-ed3c23087175 req-a579f064-537a-47b7-b252-7be99739d018 service neutron] Request body: {'port': {'device_id': '7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:42:21.810424 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22892c72-a1f4-407e-94e4-7f6139ac0981 req-afb2c39c-5f57-437a-ac20-f1f4b6361935 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:21.812608 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-22892c72-a1f4-407e-94e4-7f6139ac0981 req-afb2c39c-5f57-437a-ac20-f1f4b6361935 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0818961 Jun 23 08:42:21.847034 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-c41ba568-5fee-485d-b029-ed3c23087175 req-a579f064-537a-47b7-b252-7be99739d018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:21.860679 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-22892c72-a1f4-407e-94e4-7f6139ac0981 req-0f1f1842-707a-4b43-a277-aed8e48127b8 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423181 Jun 23 08:42:21.947413 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-19b20704-645a-4770-b92d-00ca4a051961 None None] Provisioning for port b971875a-8325-4221-ab9e-2fbe44cc05b6 completed by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:42:21.951249 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-19b20704-645a-4770-b92d-00ca4a051961 None None] Provisioning complete for port b971875a-8325-4221-ab9e-2fbe44cc05b6 triggered by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:42:21.951700 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-19b20704-645a-4770-b92d-00ca4a051961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:21.990303 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-19b20704-645a-4770-b92d-00ca4a051961 None None] Port b971875a-8325-4221-ab9e-2fbe44cc05b6 cannot update to ACTIVE because it is not bound. {{(pid=99595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 08:42:22.134631 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-845c2af0-fa72-40f0-ad29-3c6ada7e6df0 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:22.136110 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-845c2af0-fa72-40f0-ad29-3c6ada7e6df0 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.13 "GET /v2.0/networks?id=e17b6470-c31b-415a-8110-c67d5891c078 HTTP/1.1" status: 200 len: 814 time: 0.2180469 Jun 23 08:42:22.183160 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-4ea90490-3e91-43ae-9a61-8e00760c2d54 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Request body: {'port': {'device_id': '90c61751-25c5-4afb-9fcc-c4eb674f06a7', 'network_id': 'e17b6470-c31b-415a-8110-c67d5891c078', 'admin_state_up': True, 'tenant_id': 'a8e12f0042db466aae17f7ab17035765'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:42:22.271990 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [req-c41ba568-5fee-485d-b029-ed3c23087175 req-a579f064-537a-47b7-b252-7be99739d018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b971875a-8325-4221-ab9e-2fbe44cc05b6 {{(pid=99594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:42:22.285581 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-c41ba568-5fee-485d-b029-ed3c23087175 req-a579f064-537a-47b7-b252-7be99739d018 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:22.311412 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.provisioning_blocks [req-c41ba568-5fee-485d-b029-ed3c23087175 req-a579f064-537a-47b7-b252-7be99739d018 service neutron] Transition to ACTIVE for port object b971875a-8325-4221-ab9e-2fbe44cc05b6 will not be triggered until provisioned by entity L2. {{(pid=99594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:42:22.316112 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-c41ba568-5fee-485d-b029-ed3c23087175 req-a579f064-537a-47b7-b252-7be99739d018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27156480'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:22.322265 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-6397529d-740f-477d-a9d9-c4809afdde94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:22.381080 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-4ea90490-3e91-43ae-9a61-8e00760c2d54 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Made reservation on behalf of a8e12f0042db466aae17f7ab17035765 for: {'port': 1} {{(pid=99594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:42:22.385420 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-4ea90490-3e91-43ae-9a61-8e00760c2d54 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:22.390289 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579f064-537a-47b7-b252-7be99739d018 service neutron] Pushing event updated for resources: {'Port': ['ID=b971875a-8325-4221-ab9e-2fbe44cc05b6,revision_number=2']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:22.403188 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-a579f064-537a-47b7-b252-7be99739d018 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:22.411798 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a29e8005-7330-4864-89b0-a3be4e4b9063 req-7fd76f12-017a-4876-bb60-04c087f06d97 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=90c61751-25c5-4afb-9fcc-c4eb674f06a7 HTTP/1.1" status: 200 len: 210 time: 0.0405722 Jun 23 08:42:22.556836 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-c41ba568-5fee-485d-b029-ed3c23087175 req-a579f064-537a-47b7-b252-7be99739d018 service neutron] Attempting to bind port b971875a-8325-4221-ab9e-2fbe44cc05b6 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:42:22.557197 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-c41ba568-5fee-485d-b029-ed3c23087175 req-a579f064-537a-47b7-b252-7be99739d018 service neutron] Attempting to bind port b971875a-8325-4221-ab9e-2fbe44cc05b6 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '1f68e125-d527-4a5a-84c6-896796b3df67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd0d43174-f981-49b1-bac6-a67fe4300b11'}] {{(pid=99594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:42:22.557525 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41ba568-5fee-485d-b029-ed3c23087175 req-a579f064-537a-47b7-b252-7be99739d018 service neutron] Attempting to bind port b971875a-8325-4221-ab9e-2fbe44cc05b6 on network d0d43174-f981-49b1-bac6-a67fe4300b11 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:42:22.569226 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41ba568-5fee-485d-b029-ed3c23087175 req-a579f064-537a-47b7-b252-7be99739d018 service neutron] Port b971875a-8325-4221-ab9e-2fbe44cc05b6 on network d0d43174-f981-49b1-bac6-a67fe4300b11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 08:42:22.569565 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41ba568-5fee-485d-b029-ed3c23087175 req-a579f064-537a-47b7-b252-7be99739d018 service neutron] Attempting to bind port b971875a-8325-4221-ab9e-2fbe44cc05b6 on network d0d43174-f981-49b1-bac6-a67fe4300b11 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:42:22.595229 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41ba568-5fee-485d-b029-ed3c23087175 req-a579f064-537a-47b7-b252-7be99739d018 service neutron] Checking agent: {'id': '5783bbde-a90f-4f17-9165-5d18275c1698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 37, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:42:22.595641 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41ba568-5fee-485d-b029-ed3c23087175 req-a579f064-537a-47b7-b252-7be99739d018 service neutron] Checking segment: {'id': '1f68e125-d527-4a5a-84c6-896796b3df67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd0d43174-f981-49b1-bac6-a67fe4300b11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:42:22.595976 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41ba568-5fee-485d-b029-ed3c23087175 req-a579f064-537a-47b7-b252-7be99739d018 service neutron] Bound using segment: {'id': '1f68e125-d527-4a5a-84c6-896796b3df67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd0d43174-f981-49b1-bac6-a67fe4300b11'} {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:42:22.596542 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-c41ba568-5fee-485d-b029-ed3c23087175 req-a579f064-537a-47b7-b252-7be99739d018 service neutron] Bound port: b971875a-8325-4221-ab9e-2fbe44cc05b6, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f68e125-d527-4a5a-84c6-896796b3df67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd0d43174-f981-49b1-bac6-a67fe4300b11'}}] {{(pid=99594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:42:22.596950 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-c41ba568-5fee-485d-b029-ed3c23087175 req-a579f064-537a-47b7-b252-7be99739d018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:22.665978 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e66075-526a-4c03-b955-0c3cbe1f8d6e req-1853739b-66ae-48f0-baca-15284fa816db tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:22.667534 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-f3e66075-526a-4c03-b955-0c3cbe1f8d6e req-1853739b-66ae-48f0-baca-15284fa816db tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 943 time: 0.1139593 Jun 23 08:42:22.674196 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.db_base_plugin_common [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-4ea90490-3e91-43ae-9a61-8e00760c2d54 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Allocated IP 172.20.0.9 (e17b6470-c31b-415a-8110-c67d5891c078/455b94d4-a34f-47bf-b5e4-b334fba57212/74fc4ae9-0063-4f60-8992-1c5b77aceae5) {{(pid=99594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:42:22.709134 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-f3e66075-526a-4c03-b955-0c3cbe1f8d6e req-4854028a-5117-4d7b-bd1b-d550b10a0736 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6e77565-e56b-46d1-91a9-b123b4e39d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335481 Jun 23 08:42:22.723030 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-c41ba568-5fee-485d-b029-ed3c23087175 req-a579f064-537a-47b7-b252-7be99739d018 service neutron] For port b971875a-8325-4221-ab9e-2fbe44cc05b6, host hv-cinder-76859, cleared binding levels {{(pid=99594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:42:22.753557 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-c41ba568-5fee-485d-b029-ed3c23087175 req-a579f064-537a-47b7-b252-7be99739d018 service neutron] For port b971875a-8325-4221-ab9e-2fbe44cc05b6, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=b971875a-8325-4221-ab9e-2fbe44cc05b6,segment=NetworkSegment(1f68e125-d527-4a5a-84c6-896796b3df67),segment_id=1f68e125-d527-4a5a-84c6-896796b3df67)] {{(pid=99594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:42:22.760285 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-c41ba568-5fee-485d-b029-ed3c23087175 req-a579f064-537a-47b7-b252-7be99739d018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27156480'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:22.766091 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-33c331f7-d5be-46a4-a0be-683d66f9e10c tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:22.846388 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ba568-5fee-485d-b029-ed3c23087175 req-a579f064-537a-47b7-b252-7be99739d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:22.847032 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-c41ba568-5fee-485d-b029-ed3c23087175 req-a579f064-537a-47b7-b252-7be99739d018 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:22.848438 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-c41ba568-5fee-485d-b029-ed3c23087175 req-a579f064-537a-47b7-b252-7be99739d018 service neutron] 10.222.0.13 "PUT /v2.0/ports/b971875a-8325-4221-ab9e-2fbe44cc05b6 HTTP/1.1" status: 200 len: 1093 time: 1.1116195 Jun 23 08:42:22.848953 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f', 'tag': 'b971875a-8325-4221-ab9e-2fbe44cc05b6'}] {{(pid=99594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:42:22.851289 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3f20cf24677dbb31f56fc6b5fcedde197d4abde885e517d24b88e41f2eb98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0780afd8-2554-4a19-8557-492d3cc8260f" -d '{"events": [{"name": "network-changed", "server_uuid": "7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f", "tag": "b971875a-8325-4221-ab9e-2fbe44cc05b6"}]}' {{(pid=99594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:42:22.906103 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 08:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89e7fcc-f7f7-46ec-926d-cbc0f55ca37f x-openstack-request-id: req-e89e7fcc-f7f7-46ec-926d-cbc0f55ca37f {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:42:22.906893 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f", "tag": "b971875a-8325-4221-ab9e-2fbe44cc05b6", "status": "completed", "code": 200}]} {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:42:22.907275 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e89e7fcc-f7f7-46ec-926d-cbc0f55ca37f {{(pid=99594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:42:22.908638 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f', 'tag': 'b971875a-8325-4221-ab9e-2fbe44cc05b6', 'status': 'completed', 'code': 200} Jun 23 08:42:22.923617 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579f064-537a-47b7-b252-7be99739d018 service neutron] Pushing event updated for resources: {'Port': ['ID=b971875a-8325-4221-ab9e-2fbe44cc05b6,revision_number=3']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:22.947475 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-a579f064-537a-47b7-b252-7be99739d018 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:22.985616 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-4ea90490-3e91-43ae-9a61-8e00760c2d54 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Notify callbacks [] for port, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:23.057443 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ba568-5fee-485d-b029-ed3c23087175 req-47619c03-223a-41d7-8a34-a8be2091944c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:23.059116 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-c41ba568-5fee-485d-b029-ed3c23087175 req-47619c03-223a-41d7-8a34-a8be2091944c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b702ea957bec4fd09d9744a200168709&device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 1096 time: 0.1317115 Jun 23 08:42:23.069348 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-4ea90490-3e91-43ae-9a61-8e00760c2d54 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27156498'] for port, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:23.078778 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-3f3cfdd7-eff9-483a-8caa-5a642e259f88 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:23.116210 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19359f3b-a88d-4308-8377-c5201c7d7305 req-62ee3350-d3fb-4c3d-ba41-5bd8531288bb tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:23.118721 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-19359f3b-a88d-4308-8377-c5201c7d7305 req-62ee3350-d3fb-4c3d-ba41-5bd8531288bb tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.1177919 Jun 23 08:42:23.121305 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-4ea90490-3e91-43ae-9a61-8e00760c2d54 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Network e17b6470-c31b-415a-8110-c67d5891c078 is already hosted by enough agents. {{(pid=99594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:42:23.124562 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-4ea90490-3e91-43ae-9a61-8e00760c2d54 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Resources bound (agent type, host, resource id): {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:42:23.130992 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-4ea90490-3e91-43ae-9a61-8e00760c2d54 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Received port after_create {{(pid=99594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:42:23.158949 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-19359f3b-a88d-4308-8377-c5201c7d7305 req-a891da95-9465-4132-8c9d-b106b761d866 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339630 Jun 23 08:42:23.166140 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea90490-3e91-43ae-9a61-8e00760c2d54 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Pushing event updated for resources: {'Port': ['ID=74fc4ae9-0063-4f60-8992-1c5b77aceae5,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:23.171782 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-4ea90490-3e91-43ae-9a61-8e00760c2d54 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:23.212793 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-c41ba568-5fee-485d-b029-ed3c23087175 req-ef3de253-dbbc-40fc-8382-fa2820390b00 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b971875a-8325-4221-ab9e-2fbe44cc05b6 HTTP/1.1" status: 200 len: 217 time: 0.0421188 Jun 23 08:42:23.222929 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-4ea90490-3e91-43ae-9a61-8e00760c2d54 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:23.223539 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-4ea90490-3e91-43ae-9a61-8e00760c2d54 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:23.266146 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-4ea90490-3e91-43ae-9a61-8e00760c2d54 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0913470 Jun 23 08:42:23.277103 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ba568-5fee-485d-b029-ed3c23087175 req-470c3d28-7fa6-46b1-bcf7-8108286dc7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:23.278704 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-c41ba568-5fee-485d-b029-ed3c23087175 req-470c3d28-7fa6-46b1-bcf7-8108286dc7cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69f1b17f-3891-479d-bfec-f33f2f567fe6 HTTP/1.1" status: 200 len: 847 time: 0.0517001 Jun 23 08:42:23.295039 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-de6f8221-d3f7-4fb8-beb7-aa0b9bbb3708 service neutron] Request body: {'port': {'device_id': '90c61751-25c5-4afb-9fcc-c4eb674f06a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:42:23.418246 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-de6f8221-d3f7-4fb8-beb7-aa0b9bbb3708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:23.423137 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ba568-5fee-485d-b029-ed3c23087175 req-49557bcf-aa10-4b20-8dae-57f590e04cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:23.424611 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-c41ba568-5fee-485d-b029-ed3c23087175 req-49557bcf-aa10-4b20-8dae-57f590e04cb2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0d43174-f981-49b1-bac6-a67fe4300b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1271117 Jun 23 08:42:23.617016 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-c41ba568-5fee-485d-b029-ed3c23087175 req-31ef295e-99fe-491a-8d93-cd860a129f15 service neutron] 10.222.0.13 "GET /v2.0/networks/d0d43174-f981-49b1-bac6-a67fe4300b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833603 Jun 23 08:42:23.689174 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a80d9f-f855-4184-8861-000b69fe74ea req-4023d75d-94fc-4c19-91e0-3c54f20faa38 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:23.690593 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-13a80d9f-f855-4184-8861-000b69fe74ea req-4023d75d-94fc-4c19-91e0-3c54f20faa38 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=90c61751-25c5-4afb-9fcc-c4eb674f06a7 HTTP/1.1" status: 200 len: 931 time: 0.0917928 Jun 23 08:42:23.758598 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-13a80d9f-f855-4184-8861-000b69fe74ea req-b5a52eb3-1886-4af8-a360-7c69e3678ba2 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453379 Jun 23 08:42:23.776996 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e4c0d-cc0a-45d9-841f-012bd159dbf2 req-ad99c87a-e2d4-4dd1-b6b8-6f9a1432ece7 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:23.778465 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6b2e4c0d-cc0a-45d9-841f-012bd159dbf2 req-ad99c87a-e2d4-4dd1-b6b8-6f9a1432ece7 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.1067636 Jun 23 08:42:23.849842 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6b2e4c0d-cc0a-45d9-841f-012bd159dbf2 req-1ba262ca-d448-4c58-8a94-8da4411b791d tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635824 Jun 23 08:42:23.850894 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248541a-72f6-4816-9b26-281ac5fa510c req-e9ac53bf-3a7f-4d83-8bb7-122c757b3a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:23.853013 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-c248541a-72f6-4816-9b26-281ac5fa510c req-e9ac53bf-3a7f-4d83-8bb7-122c757b3a77 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=892798fcbd634629883b86ab1c91a73d&device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 1098 time: 0.2146959 Jun 23 08:42:23.931188 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-c41ba568-5fee-485d-b029-ed3c23087175 req-c418b413-be98-4413-8dcf-39310c4601f4 service neutron] 10.222.0.13 "GET /v2.0/networks/d0d43174-f981-49b1-bac6-a67fe4300b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940364 Jun 23 08:42:23.999522 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-de6f8221-d3f7-4fb8-beb7-aa0b9bbb3708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74fc4ae9-0063-4f60-8992-1c5b77aceae5 {{(pid=99594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:42:24.011014 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-de6f8221-d3f7-4fb8-beb7-aa0b9bbb3708 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:24.014468 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248541a-72f6-4816-9b26-281ac5fa510c req-66ad3739-0c5a-4383-b7a0-6bf6efa0f94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:24.016254 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-c248541a-72f6-4816-9b26-281ac5fa510c req-66ad3739-0c5a-4383-b7a0-6bf6efa0f94c service neutron] 10.222.0.13 "GET /v2.0/networks?id=b711c792-b208-4500-bb11-09c7e15b522c HTTP/1.1" status: 200 len: 919 time: 0.1529329 Jun 23 08:42:24.027873 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.provisioning_blocks [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-de6f8221-d3f7-4fb8-beb7-aa0b9bbb3708 service neutron] Transition to ACTIVE for port object 74fc4ae9-0063-4f60-8992-1c5b77aceae5 will not be triggered until provisioned by entity L2. {{(pid=99594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:42:24.028210 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65135593-9006-4f55-8d39-09d283c41468 req-f6ef2f65-0643-4977-8ca1-32b93a10121c tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:24.030044 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-65135593-9006-4f55-8d39-09d283c41468 req-f6ef2f65-0643-4977-8ca1-32b93a10121c tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 943 time: 0.0823543 Jun 23 08:42:24.031742 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-de6f8221-d3f7-4fb8-beb7-aa0b9bbb3708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27156480'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:24.035005 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-4ea90490-3e91-43ae-9a61-8e00760c2d54 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:24.072349 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-65135593-9006-4f55-8d39-09d283c41468 req-6de4c4b0-c558-4dcf-ad18-7f697ac06fbf tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6e77565-e56b-46d1-91a9-b123b4e39d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352101 Jun 23 08:42:24.132794 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f8221-d3f7-4fb8-beb7-aa0b9bbb3708 service neutron] Pushing event updated for resources: {'Port': ['ID=74fc4ae9-0063-4f60-8992-1c5b77aceae5,revision_number=2']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:24.142247 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-c248541a-72f6-4816-9b26-281ac5fa510c req-0b0394ee-d8c6-456e-9ca2-bf10016a2fbb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dce9eec3-ad6c-4933-91f7-e9bc2ab20d12 HTTP/1.1" status: 200 len: 217 time: 0.0582852 Jun 23 08:42:24.143151 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-de6f8221-d3f7-4fb8-beb7-aa0b9bbb3708 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:24.426245 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de95d59-419e-45fa-a228-355088028b09 req-692a765a-aa9c-4c61-8367-7b6c596e26b1 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:24.427815 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7de95d59-419e-45fa-a228-355088028b09 req-692a765a-aa9c-4c61-8367-7b6c596e26b1 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 945 time: 0.0671697 Jun 23 08:42:24.467293 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7de95d59-419e-45fa-a228-355088028b09 req-a5c4e0fc-54da-4ba9-886a-f3c0ee720e54 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327768 Jun 23 08:42:24.514298 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248541a-72f6-4816-9b26-281ac5fa510c req-05dc48dc-23fb-42ca-a866-fab58e739e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:24.515754 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-c248541a-72f6-4816-9b26-281ac5fa510c req-05dc48dc-23fb-42ca-a866-fab58e739e24 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27d76a9c-f09b-4b46-ac4d-5eb636fc5d99 HTTP/1.1" status: 200 len: 858 time: 0.3547983 Jun 23 08:42:24.560691 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-c248541a-72f6-4816-9b26-281ac5fa510c req-dc2ba9dc-6d44-4f84-87de-bfb4ec10cc37 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b711c792-b208-4500-bb11-09c7e15b522c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369680 Jun 23 08:42:24.565227 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780afd8-2554-4a19-8557-492d3cc8260f req-4b3e313a-7b74-4595-8731-be517ab464e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:24.566781 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-0780afd8-2554-4a19-8557-492d3cc8260f req-4b3e313a-7b74-4595-8731-be517ab464e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b702ea957bec4fd09d9744a200168709&device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 1096 time: 0.4444101 Jun 23 08:42:24.567434 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-de6f8221-d3f7-4fb8-beb7-aa0b9bbb3708 service neutron] Attempting to bind port 74fc4ae9-0063-4f60-8992-1c5b77aceae5 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:42:24.567761 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-de6f8221-d3f7-4fb8-beb7-aa0b9bbb3708 service neutron] Attempting to bind port 74fc4ae9-0063-4f60-8992-1c5b77aceae5 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '3af925ae-dbce-4c89-8887-c7bd462152a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e17b6470-c31b-415a-8110-c67d5891c078'}] {{(pid=99594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:42:24.568087 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-de6f8221-d3f7-4fb8-beb7-aa0b9bbb3708 service neutron] Attempting to bind port 74fc4ae9-0063-4f60-8992-1c5b77aceae5 on network e17b6470-c31b-415a-8110-c67d5891c078 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:42:24.573356 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-de6f8221-d3f7-4fb8-beb7-aa0b9bbb3708 service neutron] Port 74fc4ae9-0063-4f60-8992-1c5b77aceae5 on network e17b6470-c31b-415a-8110-c67d5891c078 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 08:42:24.573684 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-de6f8221-d3f7-4fb8-beb7-aa0b9bbb3708 service neutron] Attempting to bind port 74fc4ae9-0063-4f60-8992-1c5b77aceae5 on network e17b6470-c31b-415a-8110-c67d5891c078 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:42:24.579141 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-de6f8221-d3f7-4fb8-beb7-aa0b9bbb3708 service neutron] Checking agent: {'id': '5783bbde-a90f-4f17-9165-5d18275c1698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 37, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:42:24.579567 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-de6f8221-d3f7-4fb8-beb7-aa0b9bbb3708 service neutron] Checking segment: {'id': '3af925ae-dbce-4c89-8887-c7bd462152a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e17b6470-c31b-415a-8110-c67d5891c078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:42:24.579847 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-de6f8221-d3f7-4fb8-beb7-aa0b9bbb3708 service neutron] Bound using segment: {'id': '3af925ae-dbce-4c89-8887-c7bd462152a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e17b6470-c31b-415a-8110-c67d5891c078'} {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:42:24.580286 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-de6f8221-d3f7-4fb8-beb7-aa0b9bbb3708 service neutron] Bound port: 74fc4ae9-0063-4f60-8992-1c5b77aceae5, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af925ae-dbce-4c89-8887-c7bd462152a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e17b6470-c31b-415a-8110-c67d5891c078'}}] {{(pid=99594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:42:24.580633 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-de6f8221-d3f7-4fb8-beb7-aa0b9bbb3708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:24.782110 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-de6f8221-d3f7-4fb8-beb7-aa0b9bbb3708 service neutron] For port 74fc4ae9-0063-4f60-8992-1c5b77aceae5, host hv-cinder-76859, cleared binding levels {{(pid=99594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:42:24.785375 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-c248541a-72f6-4816-9b26-281ac5fa510c req-c86585f9-173b-4aaa-8937-458ef004131c service neutron] 10.222.0.13 "GET /v2.0/networks/b711c792-b208-4500-bb11-09c7e15b522c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935520 Jun 23 08:42:24.786971 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-de6f8221-d3f7-4fb8-beb7-aa0b9bbb3708 service neutron] For port 74fc4ae9-0063-4f60-8992-1c5b77aceae5, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=74fc4ae9-0063-4f60-8992-1c5b77aceae5,segment=NetworkSegment(3af925ae-dbce-4c89-8887-c7bd462152a0),segment_id=3af925ae-dbce-4c89-8887-c7bd462152a0)] {{(pid=99594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:42:24.790539 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780afd8-2554-4a19-8557-492d3cc8260f req-22953e07-f464-4018-8653-50b7dfd891da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:24.792041 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-0780afd8-2554-4a19-8557-492d3cc8260f req-22953e07-f464-4018-8653-50b7dfd891da service neutron] 10.222.0.13 "GET /v2.0/networks?id=d0d43174-f981-49b1-bac6-a67fe4300b11 HTTP/1.1" status: 200 len: 909 time: 0.2020926 Jun 23 08:42:24.794711 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-de6f8221-d3f7-4fb8-beb7-aa0b9bbb3708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27156480'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:24.802656 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-94f8ad25-106f-4c86-999a-2ec40f744671 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:24.910538 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-0780afd8-2554-4a19-8557-492d3cc8260f req-35921f46-f9af-42d0-92b5-409863ae14f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b971875a-8325-4221-ab9e-2fbe44cc05b6 HTTP/1.1" status: 200 len: 217 time: 0.1050055 Jun 23 08:42:24.924125 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-de6f8221-d3f7-4fb8-beb7-aa0b9bbb3708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:24.924737 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-de6f8221-d3f7-4fb8-beb7-aa0b9bbb3708 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:24.926058 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-de6f8221-d3f7-4fb8-beb7-aa0b9bbb3708 service neutron] 10.222.0.13 "PUT /v2.0/ports/74fc4ae9-0063-4f60-8992-1c5b77aceae5 HTTP/1.1" status: 200 len: 1093 time: 1.6352820 Jun 23 08:42:24.926554 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c61751-25c5-4afb-9fcc-c4eb674f06a7', 'tag': '74fc4ae9-0063-4f60-8992-1c5b77aceae5'}] {{(pid=99594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:42:24.928871 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3f20cf24677dbb31f56fc6b5fcedde197d4abde885e517d24b88e41f2eb98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e172079-ff1f-41e9-86d9-10aaac692ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "90c61751-25c5-4afb-9fcc-c4eb674f06a7", "tag": "74fc4ae9-0063-4f60-8992-1c5b77aceae5"}]}' {{(pid=99594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:42:24.954974 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5654469-c47a-4b46-8060-744c42735214 req-fa60d75b-0578-454f-bbdc-7c175c4f9028 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:24.956811 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e5654469-c47a-4b46-8060-744c42735214 req-fa60d75b-0578-454f-bbdc-7c175c4f9028 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=90c61751-25c5-4afb-9fcc-c4eb674f06a7 HTTP/1.1" status: 200 len: 943 time: 0.0834775 Jun 23 08:42:24.985484 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f8221-d3f7-4fb8-beb7-aa0b9bbb3708 service neutron] Pushing event updated for resources: {'Port': ['ID=74fc4ae9-0063-4f60-8992-1c5b77aceae5,revision_number=3']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:25.000485 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-de6f8221-d3f7-4fb8-beb7-aa0b9bbb3708 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:25.035185 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e5654469-c47a-4b46-8060-744c42735214 req-083e439a-0b4a-44bb-a3f6-9cd31316ce53 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711589 Jun 23 08:42:25.041409 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780afd8-2554-4a19-8557-492d3cc8260f req-e9f8de72-97ff-4890-9df7-923a22afd5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:25.042963 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-0780afd8-2554-4a19-8557-492d3cc8260f req-e9f8de72-97ff-4890-9df7-923a22afd5fd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69f1b17f-3891-479d-bfec-f33f2f567fe6 HTTP/1.1" status: 200 len: 847 time: 0.1216507 Jun 23 08:42:25.046275 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-c248541a-72f6-4816-9b26-281ac5fa510c req-95237da4-70b3-435b-b512-dc133b8a66e8 service neutron] 10.222.0.13 "GET /v2.0/networks/b711c792-b208-4500-bb11-09c7e15b522c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528884 Jun 23 08:42:25.106305 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23317125-6859-4a5f-a622-b01d59d10ffb req-489322ef-e121-41d5-800f-ea927ad5dcdd tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:25.109359 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-23317125-6859-4a5f-a622-b01d59d10ffb req-489322ef-e121-41d5-800f-ea927ad5dcdd tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.1236556 Jun 23 08:42:25.113611 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 08:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed76574-b09e-4a3e-8af4-45053b669bd9 x-openstack-request-id: req-0ed76574-b09e-4a3e-8af4-45053b669bd9 {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:42:25.113935 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c61751-25c5-4afb-9fcc-c4eb674f06a7", "tag": "74fc4ae9-0063-4f60-8992-1c5b77aceae5", "status": "completed", "code": 200}]} {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:42:25.114219 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ed76574-b09e-4a3e-8af4-45053b669bd9 {{(pid=99594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:42:25.114677 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c61751-25c5-4afb-9fcc-c4eb674f06a7', 'tag': '74fc4ae9-0063-4f60-8992-1c5b77aceae5', 'status': 'completed', 'code': 200} Jun 23 08:42:25.127369 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-4855960b-2ed1-4633-9b0e-510b85816df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:25.128946 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-4855960b-2ed1-4633-9b0e-510b85816df6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8e12f0042db466aae17f7ab17035765&device_id=90c61751-25c5-4afb-9fcc-c4eb674f06a7 HTTP/1.1" status: 200 len: 1096 time: 0.1359019 Jun 23 08:42:25.156410 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780afd8-2554-4a19-8557-492d3cc8260f req-1811155f-f836-46b2-a902-3aa8ba094395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:25.158307 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-0780afd8-2554-4a19-8557-492d3cc8260f req-1811155f-f836-46b2-a902-3aa8ba094395 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0d43174-f981-49b1-bac6-a67fe4300b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0922484 Jun 23 08:42:25.173507 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-23317125-6859-4a5f-a622-b01d59d10ffb req-9510ae98-2fbb-4913-8b69-04f2ec0d0ef8 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571997 Jun 23 08:42:25.199987 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-fb37c2c5-b565-4aab-95e0-a53f22cd7032 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74fc4ae9-0063-4f60-8992-1c5b77aceae5 HTTP/1.1" status: 200 len: 217 time: 0.0464444 Jun 23 08:42:25.258402 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53d11a-90fc-46f8-977d-729090817c44 req-a61d98a3-cd26-4104-b319-51c19c7560e3 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:25.259915 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7e53d11a-90fc-46f8-977d-729090817c44 req-a61d98a3-cd26-4104-b319-51c19c7560e3 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 943 time: 0.0630527 Jun 23 08:42:25.301296 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7e53d11a-90fc-46f8-977d-729090817c44 req-8a354132-2526-44b0-9d14-a466518dbab6 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6e77565-e56b-46d1-91a9-b123b4e39d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357199 Jun 23 08:42:25.359527 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-3652d858-3196-41b2-bf30-7c5ed6c87fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:25.360911 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-3652d858-3196-41b2-bf30-7c5ed6c87fcc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=455b94d4-a34f-47bf-b5e4-b334fba57212 HTTP/1.1" status: 200 len: 854 time: 0.0931501 Jun 23 08:42:25.405646 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-92f0a0b7-475e-4a29-8a3d-2fd2cc565ca8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e17b6470-c31b-415a-8110-c67d5891c078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364788 Jun 23 08:42:25.412002 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-0780afd8-2554-4a19-8557-492d3cc8260f req-ea402656-86b0-4300-9b1e-f343acff156b service neutron] 10.222.0.13 "GET /v2.0/networks/d0d43174-f981-49b1-bac6-a67fe4300b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515007 Jun 23 08:42:25.576010 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-ed215840-548c-4d18-b9d7-7575ba6f2900 service neutron] 10.222.0.13 "GET /v2.0/networks/e17b6470-c31b-415a-8110-c67d5891c078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539829 Jun 23 08:42:25.578072 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-0780afd8-2554-4a19-8557-492d3cc8260f req-5af9069b-3077-4032-8477-83f6c90b7ad9 service neutron] 10.222.0.13 "GET /v2.0/networks/d0d43174-f981-49b1-bac6-a67fe4300b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478636 Jun 23 08:42:25.678085 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f33f6e-e82a-4cb6-8dd0-75e7bcdc1abd req-07d4853c-8918-4b46-a69e-67329e8474b2 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:25.680295 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-19f33f6e-e82a-4cb6-8dd0-75e7bcdc1abd req-07d4853c-8918-4b46-a69e-67329e8474b2 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 945 time: 0.0885434 Jun 23 08:42:25.705900 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-38adb770-6cc2-4d27-9a75-451b9dffe1f8 req-99077f14-ee1f-44e5-ae9c-060c33491378 service neutron] 10.222.0.13 "GET /v2.0/networks/e17b6470-c31b-415a-8110-c67d5891c078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053195 Jun 23 08:42:25.734781 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-19f33f6e-e82a-4cb6-8dd0-75e7bcdc1abd req-4a09a12a-dee6-495d-9317-9d5c1a1f3416 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473695 Jun 23 08:42:25.918357 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e172079-ff1f-41e9-86d9-10aaac692ee3 req-b70a60bb-1b96-4137-af96-1f72b9c270e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:25.919785 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-8e172079-ff1f-41e9-86d9-10aaac692ee3 req-b70a60bb-1b96-4137-af96-1f72b9c270e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8e12f0042db466aae17f7ab17035765&device_id=90c61751-25c5-4afb-9fcc-c4eb674f06a7 HTTP/1.1" status: 200 len: 1096 time: 0.0532513 Jun 23 08:42:26.013293 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e172079-ff1f-41e9-86d9-10aaac692ee3 req-925a7d4e-4412-407e-8f3d-f7e8fd3f8a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:26.014723 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-8e172079-ff1f-41e9-86d9-10aaac692ee3 req-925a7d4e-4412-407e-8f3d-f7e8fd3f8a1e service neutron] 10.222.0.13 "GET /v2.0/networks?id=e17b6470-c31b-415a-8110-c67d5891c078 HTTP/1.1" status: 200 len: 915 time: 0.0883183 Jun 23 08:42:26.056255 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-8e172079-ff1f-41e9-86d9-10aaac692ee3 req-a2b692e1-65b2-4c05-9f22-952cc3260503 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74fc4ae9-0063-4f60-8992-1c5b77aceae5 HTTP/1.1" status: 200 len: 217 time: 0.0339100 Jun 23 08:42:26.105200 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e172079-ff1f-41e9-86d9-10aaac692ee3 req-b7921875-865d-496d-918a-545c7e2615b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:26.106669 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-8e172079-ff1f-41e9-86d9-10aaac692ee3 req-b7921875-865d-496d-918a-545c7e2615b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=455b94d4-a34f-47bf-b5e4-b334fba57212 HTTP/1.1" status: 200 len: 854 time: 0.0442681 Jun 23 08:42:26.151762 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-8e172079-ff1f-41e9-86d9-10aaac692ee3 req-2e63d417-1f5c-40b3-93b7-a2115142d227 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e17b6470-c31b-415a-8110-c67d5891c078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359731 Jun 23 08:42:26.228681 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef9aaf-ad7c-4d91-84aa-4cf1cc8d1137 req-2f1ba991-8cc7-496f-b1cf-8cb6da24f96b tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:26.230292 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-4eef9aaf-ad7c-4d91-84aa-4cf1cc8d1137 req-2f1ba991-8cc7-496f-b1cf-8cb6da24f96b tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=90c61751-25c5-4afb-9fcc-c4eb674f06a7 HTTP/1.1" status: 200 len: 943 time: 0.0662227 Jun 23 08:42:26.247194 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-8e172079-ff1f-41e9-86d9-10aaac692ee3 req-63e7fdc3-53a2-4f07-adc2-7768953ab6be service neutron] 10.222.0.13 "GET /v2.0/networks/e17b6470-c31b-415a-8110-c67d5891c078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880084 Jun 23 08:42:26.269890 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-4eef9aaf-ad7c-4d91-84aa-4cf1cc8d1137 req-6bc5a5ea-ab75-48ea-a0c7-4cc41e9e6f4f tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335369 Jun 23 08:42:26.343546 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-8e172079-ff1f-41e9-86d9-10aaac692ee3 req-ff195357-8656-46bb-8e9e-c11a2503e636 service neutron] 10.222.0.13 "GET /v2.0/networks/e17b6470-c31b-415a-8110-c67d5891c078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898662 Jun 23 08:42:26.355325 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c16660-4e1e-4db5-b68b-96190af7d4c7 req-b2af518e-e2e9-4fed-a2aa-9fa7ea4bdbaa tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:26.356795 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-34c16660-4e1e-4db5-b68b-96190af7d4c7 req-b2af518e-e2e9-4fed-a2aa-9fa7ea4bdbaa tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0688291 Jun 23 08:42:26.398966 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-34c16660-4e1e-4db5-b68b-96190af7d4c7 req-1dc068b6-8901-4cb0-a2e5-89af6fa3173d tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360029 Jun 23 08:42:26.488009 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4bba9-56a0-4f55-aa43-6c1ff84598e7 req-5a710b64-892a-445f-9b9a-24ea06cbee80 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:26.489592 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d3b4bba9-56a0-4f55-aa43-6c1ff84598e7 req-5a710b64-892a-445f-9b9a-24ea06cbee80 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 943 time: 0.0657759 Jun 23 08:42:26.527862 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d3b4bba9-56a0-4f55-aa43-6c1ff84598e7 req-1233b0ff-21f1-41c7-aaa6-a24c6b937433 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6e77565-e56b-46d1-91a9-b123b4e39d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324924 Jun 23 08:42:26.915702 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf36523-d373-48e3-ad61-fb23b6684a69 req-7a5cc175-f23c-43bb-8995-0216b5219718 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:26.917209 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-4bf36523-d373-48e3-ad61-fb23b6684a69 req-7a5cc175-f23c-43bb-8995-0216b5219718 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 945 time: 0.0650721 Jun 23 08:42:26.962148 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-4bf36523-d373-48e3-ad61-fb23b6684a69 req-73ca6cba-ef14-48a6-b6ab-1ba0caee7765 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390882 Jun 23 08:42:27.445229 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065d3ff-1ff7-448d-ba31-7c40883fbe63 req-d1ac4cca-66c1-4904-91c8-d798df5d35d0 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:27.447556 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1065d3ff-1ff7-448d-ba31-7c40883fbe63 req-d1ac4cca-66c1-4904-91c8-d798df5d35d0 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=90c61751-25c5-4afb-9fcc-c4eb674f06a7 HTTP/1.1" status: 200 len: 943 time: 0.0646234 Jun 23 08:42:27.488703 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1065d3ff-1ff7-448d-ba31-7c40883fbe63 req-3540844a-6353-4ad0-89aa-50bd77d5bd3a tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355542 Jun 23 08:42:27.600240 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b194f9-d972-438b-a9d2-915582a5d367 req-d1642bda-f5a9-4b81-9246-d99d83c3cd10 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:27.602312 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e9b194f9-d972-438b-a9d2-915582a5d367 req-d1642bda-f5a9-4b81-9246-d99d83c3cd10 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0636203 Jun 23 08:42:27.640500 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e9b194f9-d972-438b-a9d2-915582a5d367 req-9acea3f4-17a0-4323-95e8-2bbf7432c8a0 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322452 Jun 23 08:42:27.705787 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326cbfd6-1466-4d60-81bf-cf54ab61c39e req-7352c0b0-da7c-4e99-a010-22810c502d40 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:27.707185 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-326cbfd6-1466-4d60-81bf-cf54ab61c39e req-7352c0b0-da7c-4e99-a010-22810c502d40 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 943 time: 0.0658274 Jun 23 08:42:27.745227 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-326cbfd6-1466-4d60-81bf-cf54ab61c39e req-6afd84a4-d567-49ac-a3fb-eb6b7e821030 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6e77565-e56b-46d1-91a9-b123b4e39d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314271 Jun 23 08:42:28.167532 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f107d-0b10-4bcf-bc1e-e9b157a71f83 req-197f6d1c-811a-4694-b5ae-227951c1ba20 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:28.169001 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-886f107d-0b10-4bcf-bc1e-e9b157a71f83 req-197f6d1c-811a-4694-b5ae-227951c1ba20 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 945 time: 0.0875266 Jun 23 08:42:28.206090 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-886f107d-0b10-4bcf-bc1e-e9b157a71f83 req-a3ce7c34-58ee-4ea0-b1bd-afefc4177335 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313830 Jun 23 08:42:28.216623 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 51826) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:28.315501 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-dabf091c-e058-4aca-b0a1-7dd7d4aaa7d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:28.402624 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-dabf091c-e058-4aca-b0a1-7dd7d4aaa7d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:28.406429 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-dabf091c-e058-4aca-b0a1-7dd7d4aaa7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:28.409784 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-79f389bc-b1f5-48a2-bfa5-6fc1b52d7387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:28.434398 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device b971875a-8325-4221-ab9e-2fbe44cc05b6 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 08:42:28.450567 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-dabf091c-e058-4aca-b0a1-7dd7d4aaa7d0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b6472fdd1a604a21989f6e696d50eb57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328162 Jun 23 08:42:28.451500 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf091c-e058-4aca-b0a1-7dd7d4aaa7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab80fac5-be80-4eaa-a08b-494810543056,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:28.453731 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 51830) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:28.459874 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-dabf091c-e058-4aca-b0a1-7dd7d4aaa7d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:28.510776 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-53bd7b44-e6a3-47c8-883a-01ee8c36f77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:28.532776 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-53bd7b44-e6a3-47c8-883a-01ee8c36f77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:28.556527 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port b971875a-8325-4221-ab9e-2fbe44cc05b6, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=b971875a-8325-4221-ab9e-2fbe44cc05b6,segment=NetworkSegment(1f68e125-d527-4a5a-84c6-896796b3df67),segment_id=1f68e125-d527-4a5a-84c6-896796b3df67)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:42:28.568616 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Returning: {'device': 'b971875a-8325-4221-ab9e-2fbe44cc05b6', 'network_id': 'd0d43174-f981-49b1-bac6-a67fe4300b11', 'port_id': 'b971875a-8325-4221-ab9e-2fbe44cc05b6', 'mac_address': 'fa:16:3e:31:fe:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69f1b17f-3891-479d-bfec-f33f2f567fe6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 08:42:28.584881 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-53bd7b44-e6a3-47c8-883a-01ee8c36f77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:28.589194 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-53bd7b44-e6a3-47c8-883a-01ee8c36f77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:28.592612 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-53bd7b44-e6a3-47c8-883a-01ee8c36f77f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ab80fac5-be80-4eaa-a08b-494810543056 HTTP/1.1" status: 204 len: 168 time: 0.1357081 Jun 23 08:42:28.592612 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-dabf091c-e058-4aca-b0a1-7dd7d4aaa7d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:28.604406 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd7b44-e6a3-47c8-883a-01ee8c36f77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab80fac5-be80-4eaa-a08b-494810543056,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:28.613337 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-53bd7b44-e6a3-47c8-883a-01ee8c36f77f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:28.622400 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:28.642174 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b971875a-8325-4221-ab9e-2fbe44cc05b6 {{(pid=99595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:42:28.663089 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port b971875a-8325-4221-ab9e-2fbe44cc05b6, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=b971875a-8325-4221-ab9e-2fbe44cc05b6,segment=NetworkSegment(1f68e125-d527-4a5a-84c6-896796b3df67),segment_id=1f68e125-d527-4a5a-84c6-896796b3df67)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:42:28.686192 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:28.688475 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:28.698299 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bd55a-eb18-4e5e-8546-26466d303ea1 req-bc91d190-8a40-4c2a-8e50-b3526546f526 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:28.706213 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-806bd55a-eb18-4e5e-8546-26466d303ea1 req-bc91d190-8a40-4c2a-8e50-b3526546f526 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=90c61751-25c5-4afb-9fcc-c4eb674f06a7 HTTP/1.1" status: 200 len: 943 time: 0.0918961 Jun 23 08:42:28.744354 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=b971875a-8325-4221-ab9e-2fbe44cc05b6,revision_number=4']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:28.751892 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:42:28.752590 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:42:28.753152 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:42:28.753695 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:42:28.754291 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:42:28.754856 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:42:28.755406 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:42:28.755780 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-806bd55a-eb18-4e5e-8546-26466d303ea1 req-57992a71-f245-4135-af72-4da9a273175f tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487037 Jun 23 08:42:28.756172 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:42:28.756721 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:42:28.757266 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:42:28.758704 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:42:28.759300 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:42:28.763823 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:28.839954 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764039e7-1f94-46fb-81c4-81bea135d96e req-4105a6b3-cb41-432b-b4a7-e147a4484644 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:28.841490 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-764039e7-1f94-46fb-81c4-81bea135d96e req-4105a6b3-cb41-432b-b4a7-e147a4484644 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0678339 Jun 23 08:42:28.898126 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-764039e7-1f94-46fb-81c4-81bea135d96e req-2e9bea53-bb2e-414b-81cf-6483b9e058b6 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506473 Jun 23 08:42:28.944342 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 51844) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:28.958431 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-e251a032-2d33-4821-866a-6a7dfedf45b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:28.970106 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ecf1c5-f366-490f-b9a5-2ab3fa5e97d1 req-4e51ffce-3623-4321-ae3a-dbce9f60df79 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:28.971702 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d9ecf1c5-f366-490f-b9a5-2ab3fa5e97d1 req-4e51ffce-3623-4321-ae3a-dbce9f60df79 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 944 time: 0.0769808 Jun 23 08:42:29.018502 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d9ecf1c5-f366-490f-b9a5-2ab3fa5e97d1 req-4e5ccaf6-29e9-4b1b-81ba-0d8099c94761 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6e77565-e56b-46d1-91a9-b123b4e39d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400014 Jun 23 08:42:29.055006 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-e251a032-2d33-4821-866a-6a7dfedf45b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:29.058883 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-e251a032-2d33-4821-866a-6a7dfedf45b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:29.061422 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-00ff53f0-82d8-4369-8b63-d97844f4cdba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:29.098207 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e251a032-2d33-4821-866a-6a7dfedf45b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad638c5-e4d0-483e-87fc-d8257caaaa0b,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:29.102589 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-e251a032-2d33-4821-866a-6a7dfedf45b8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e659913dcf284f14a2350d41b593e8b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1565559 Jun 23 08:42:29.103532 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-e251a032-2d33-4821-866a-6a7dfedf45b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:29.105292 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 51846) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:29.154162 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-fcbe5ae8-0852-43d6-b869-9ed64ecfa113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:29.175880 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-fcbe5ae8-0852-43d6-b869-9ed64ecfa113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:29.228247 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-fcbe5ae8-0852-43d6-b869-9ed64ecfa113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:29.230781 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-fcbe5ae8-0852-43d6-b869-9ed64ecfa113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:29.231904 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-fcbe5ae8-0852-43d6-b869-9ed64ecfa113 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6ad638c5-e4d0-483e-87fc-d8257caaaa0b HTTP/1.1" status: 204 len: 168 time: 0.1254923 Jun 23 08:42:29.232692 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-3f3cfdd7-eff9-483a-8caa-5a642e259f88 tempest-VolumesNegativeTest-1648744104 tempest-VolumesNegativeTest-1648744104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:29.239907 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe5ae8-0852-43d6-b869-9ed64ecfa113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad638c5-e4d0-483e-87fc-d8257caaaa0b,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:29.242610 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-fcbe5ae8-0852-43d6-b869-9ed64ecfa113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:29.349555 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['b971875a-8325-4221-ab9e-2fbe44cc05b6'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:42:29.400290 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d4930-200f-4158-a8b4-1850ac45cff9 req-bd316d03-66d9-4a46-9247-83e4c2644b8d tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:29.401845 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-df1d4930-200f-4158-a8b4-1850ac45cff9 req-bd316d03-66d9-4a46-9247-83e4c2644b8d tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 945 time: 0.0684264 Jun 23 08:42:29.447994 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-df1d4930-200f-4158-a8b4-1850ac45cff9 req-ce180881-5276-4e8b-ba34-f6a7710758cd tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403500 Jun 23 08:42:29.951771 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c0cfd-b81c-4cb2-bccd-1ce4274c0723 req-ef7b078d-1ca7-4cdc-ad4e-a528c894ff15 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:29.965149 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-988c0cfd-b81c-4cb2-bccd-1ce4274c0723 req-ef7b078d-1ca7-4cdc-ad4e-a528c894ff15 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=90c61751-25c5-4afb-9fcc-c4eb674f06a7 HTTP/1.1" status: 200 len: 943 time: 0.0875111 Jun 23 08:42:30.013346 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-988c0cfd-b81c-4cb2-bccd-1ce4274c0723 req-016413e9-0059-4e75-875e-47a125f2fe5b tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472167 Jun 23 08:42:30.123402 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff345b1-9293-4130-b8ff-a533d39c6941 req-bc68debe-8d0a-476f-b03a-7aed89dff070 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:30.125061 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-8ff345b1-9293-4130-b8ff-a533d39c6941 req-bc68debe-8d0a-476f-b03a-7aed89dff070 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0843749 Jun 23 08:42:30.200756 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-8ff345b1-9293-4130-b8ff-a533d39c6941 req-ddee5a8f-e5ea-4eb4-b6a6-dbab808532af tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695574 Jun 23 08:42:30.227543 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba67e23-b97a-4aa8-a455-0f3e540ff431 req-33438050-7c61-4239-954a-ee4cf8f7880c tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:30.229046 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9ba67e23-b97a-4aa8-a455-0f3e540ff431 req-33438050-7c61-4239-954a-ee4cf8f7880c tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 944 time: 0.0951319 Jun 23 08:42:30.281345 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9ba67e23-b97a-4aa8-a455-0f3e540ff431 req-268793be-fde1-4d1d-8f19-fb8fcbcd05a4 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6e77565-e56b-46d1-91a9-b123b4e39d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461154 Jun 23 08:42:30.449357 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device 74fc4ae9-0063-4f60-8992-1c5b77aceae5 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 08:42:30.557624 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port 74fc4ae9-0063-4f60-8992-1c5b77aceae5, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=74fc4ae9-0063-4f60-8992-1c5b77aceae5,segment=NetworkSegment(3af925ae-dbce-4c89-8887-c7bd462152a0),segment_id=3af925ae-dbce-4c89-8887-c7bd462152a0)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:42:30.571814 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Returning: {'device': '74fc4ae9-0063-4f60-8992-1c5b77aceae5', 'network_id': 'e17b6470-c31b-415a-8110-c67d5891c078', 'port_id': '74fc4ae9-0063-4f60-8992-1c5b77aceae5', 'mac_address': 'fa:16:3e:81:91:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '455b94d4-a34f-47bf-b5e4-b334fba57212', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 08:42:30.642130 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:30.660071 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74fc4ae9-0063-4f60-8992-1c5b77aceae5 {{(pid=99595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:42:30.687940 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port 74fc4ae9-0063-4f60-8992-1c5b77aceae5, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=74fc4ae9-0063-4f60-8992-1c5b77aceae5,segment=NetworkSegment(3af925ae-dbce-4c89-8887-c7bd462152a0),segment_id=3af925ae-dbce-4c89-8887-c7bd462152a0)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:42:30.692395 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:30.694657 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:30.695843 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8ad5b-6a79-4c33-b36d-3f0c77318ef5 req-32362831-b729-4b35-bb31-04139063373e tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:30.697342 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6ef8ad5b-6a79-4c33-b36d-3f0c77318ef5 req-32362831-b729-4b35-bb31-04139063373e tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 945 time: 0.0925391 Jun 23 08:42:30.740235 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6ef8ad5b-6a79-4c33-b36d-3f0c77318ef5 req-c7ab297c-00c2-4bf8-b023-47cd6492a52b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364010 Jun 23 08:42:30.746204 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=74fc4ae9-0063-4f60-8992-1c5b77aceae5,revision_number=4']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:30.749479 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:31.218433 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ea267-3525-402b-b051-5704fc902004 req-bcb8d6da-2138-4b28-a09f-65921713805c tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:31.220295 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d67ea267-3525-402b-b051-5704fc902004 req-bcb8d6da-2138-4b28-a09f-65921713805c tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=90c61751-25c5-4afb-9fcc-c4eb674f06a7 HTTP/1.1" status: 200 len: 944 time: 0.0827837 Jun 23 08:42:31.261054 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d67ea267-3525-402b-b051-5704fc902004 req-b59f04bf-eb71-49b6-a150-6670106fbd74 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347281 Jun 23 08:42:31.333059 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['74fc4ae9-0063-4f60-8992-1c5b77aceae5'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:42:31.479504 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8222416-1e0d-4b98-8846-488c608392d2 req-97a73411-f305-4408-9e95-5d1fc1aea475 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:31.481102 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-f8222416-1e0d-4b98-8846-488c608392d2 req-97a73411-f305-4408-9e95-5d1fc1aea475 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 944 time: 0.0632703 Jun 23 08:42:31.523868 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-f8222416-1e0d-4b98-8846-488c608392d2 req-acba3ea2-5320-43ae-843c-e0c046e14f9f tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6e77565-e56b-46d1-91a9-b123b4e39d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364959 Jun 23 08:42:31.941925 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f6f40-e2d2-48fd-88ed-4a85dadac920 req-d65a4bd7-9c30-4057-9197-e52d3d3d2e5f tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:31.943429 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-022f6f40-e2d2-48fd-88ed-4a85dadac920 req-d65a4bd7-9c30-4057-9197-e52d3d3d2e5f tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 945 time: 0.0782402 Jun 23 08:42:31.981150 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-022f6f40-e2d2-48fd-88ed-4a85dadac920 req-341f5e90-bc76-4562-b4b8-18d0f63393d2 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313308 Jun 23 08:42:32.444003 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f758b54-7e70-40d4-aaa6-38d1829b9795 req-78bec1e4-6220-49d9-a414-60ae322a2fce tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:32.446489 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-8f758b54-7e70-40d4-aaa6-38d1829b9795 req-78bec1e4-6220-49d9-a414-60ae322a2fce tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=90c61751-25c5-4afb-9fcc-c4eb674f06a7 HTTP/1.1" status: 200 len: 944 time: 0.0701997 Jun 23 08:42:32.461382 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device b971875a-8325-4221-ab9e-2fbe44cc05b6 up at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:42:32.487275 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-8f758b54-7e70-40d4-aaa6-38d1829b9795 req-5bde4b64-a0a9-48c4-bc54-af3ef3c0fd8d tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345840 Jun 23 08:42:32.516257 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning for port b971875a-8325-4221-ab9e-2fbe44cc05b6 completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:42:32.520064 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning complete for port b971875a-8325-4221-ab9e-2fbe44cc05b6 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:42:32.520479 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:32.609701 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:32.633476 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b971875a-8325-4221-ab9e-2fbe44cc05b6'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:42:32.635523 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe10368e395667840533ec91c6601648d36376b54de0a6f6a3b23a108ba8d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333edcb4-1bc3-420e-a193-0476b5668cab" -d '{"events": [{"server_uuid": "7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f", "name": "network-vif-plugged", "status": "completed", "tag": "b971875a-8325-4221-ab9e-2fbe44cc05b6"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:42:32.648703 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port b971875a-8325-4221-ab9e-2fbe44cc05b6, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=b971875a-8325-4221-ab9e-2fbe44cc05b6,segment=NetworkSegment(1f68e125-d527-4a5a-84c6-896796b3df67),segment_id=1f68e125-d527-4a5a-84c6-896796b3df67)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:42:32.653466 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:32.655859 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:32.684130 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a65cc1-265f-4185-aaf9-3e5934c2ef3b x-openstack-request-id: req-11a65cc1-265f-4185-aaf9-3e5934c2ef3b {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:42:32.684446 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f", "name": "network-vif-plugged", "status": "completed", "tag": "b971875a-8325-4221-ab9e-2fbe44cc05b6", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:42:32.684717 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11a65cc1-265f-4185-aaf9-3e5934c2ef3b {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:42:32.685111 dv-cinder-768592-7-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b971875a-8325-4221-ab9e-2fbe44cc05b6', 'code': 200} Jun 23 08:42:32.711618 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=b971875a-8325-4221-ab9e-2fbe44cc05b6,revision_number=5']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:32.714414 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad94f8-9e4d-4bf1-bb6c-d2e78e31cda4 req-baafac6a-890f-419c-93ee-d8e13e51cb27 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:32.715147 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:32.715962 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-5bad94f8-9e4d-4bf1-bb6c-d2e78e31cda4 req-baafac6a-890f-419c-93ee-d8e13e51cb27 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 945 time: 0.0658052 Jun 23 08:42:32.757969 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-5bad94f8-9e4d-4bf1-bb6c-d2e78e31cda4 req-d37f0410-0f20-485a-9acb-6e577b06046e tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6e77565-e56b-46d1-91a9-b123b4e39d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336444 Jun 23 08:42:33.077557 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb50d94-b2b6-42e2-9ec0-e3fbd4ab7c2d req-75e24e27-1384-43d2-8c2b-f50922f1ca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:33.079102 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-9fb50d94-b2b6-42e2-9ec0-e3fbd4ab7c2d req-75e24e27-1384-43d2-8c2b-f50922f1ca8d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 1098 time: 0.0512233 Jun 23 08:42:33.115568 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-9fb50d94-b2b6-42e2-9ec0-e3fbd4ab7c2d req-3d23d2f0-7a01-4a6b-8d2d-7bb2b496fc39 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b6e77565-e56b-46d1-91a9-b123b4e39d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288541 Jun 23 08:42:33.172860 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45954f-a8ed-4801-bbc1-03ae1497733e req-535a4f3c-d0ce-4c9c-b997-eb0bb642a334 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:33.174387 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-5e45954f-a8ed-4801-bbc1-03ae1497733e req-535a4f3c-d0ce-4c9c-b997-eb0bb642a334 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 945 time: 0.0677316 Jun 23 08:42:33.213536 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-5e45954f-a8ed-4801-bbc1-03ae1497733e req-2d671aa9-c9d5-4848-adae-7b77351c63f2 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323884 Jun 23 08:42:33.663310 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049b0ce-9305-491f-b457-2216ff531dde req-1dc0d9ac-c997-473a-9f35-1969aa2e98d4 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:33.666857 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-8049b0ce-9305-491f-b457-2216ff531dde req-1dc0d9ac-c997-473a-9f35-1969aa2e98d4 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=90c61751-25c5-4afb-9fcc-c4eb674f06a7 HTTP/1.1" status: 200 len: 944 time: 0.0686438 Jun 23 08:42:33.706391 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-8049b0ce-9305-491f-b457-2216ff531dde req-88d04aab-4711-440d-9ddb-b3b7ac1ee709 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336087 Jun 23 08:42:33.939164 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60469afc-9faf-4885-87cd-c31226a7b6b9 req-136d7678-47e0-485b-b433-8b226375aee5 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:33.940599 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-60469afc-9faf-4885-87cd-c31226a7b6b9 req-136d7678-47e0-485b-b433-8b226375aee5 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 945 time: 0.0638256 Jun 23 08:42:33.980208 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-60469afc-9faf-4885-87cd-c31226a7b6b9 req-9776f753-a112-4edd-8e17-5a5bba78893a tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6e77565-e56b-46d1-91a9-b123b4e39d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327926 Jun 23 08:42:34.330711 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9938d3b-617f-4cfe-bcbe-e9cf98fd32b6 req-1ca609dd-e102-4da9-9190-d4921a579a99 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:34.332103 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a9938d3b-617f-4cfe-bcbe-e9cf98fd32b6 req-1ca609dd-e102-4da9-9190-d4921a579a99 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.0666842 Jun 23 08:42:34.396193 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a9938d3b-617f-4cfe-bcbe-e9cf98fd32b6 req-eb0bf1aa-751a-4822-88ba-43978c0225ac tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542827 Jun 23 08:42:34.419908 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533180d-c861-4eba-8b24-76342cad6e68 req-55caf23c-db56-42bd-8aae-71d74d0050f9 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:34.421349 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b533180d-c861-4eba-8b24-76342cad6e68 req-55caf23c-db56-42bd-8aae-71d74d0050f9 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 945 time: 0.0883758 Jun 23 08:42:34.458632 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b533180d-c861-4eba-8b24-76342cad6e68 req-02e9d83d-c877-4fb8-8117-8c40d4919a1f tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317342 Jun 23 08:42:34.480350 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device 74fc4ae9-0063-4f60-8992-1c5b77aceae5 up at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:42:34.540249 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning for port 74fc4ae9-0063-4f60-8992-1c5b77aceae5 completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:42:34.543709 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning complete for port 74fc4ae9-0063-4f60-8992-1c5b77aceae5 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:42:34.544092 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:34.624618 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:34.656450 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port 74fc4ae9-0063-4f60-8992-1c5b77aceae5, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=74fc4ae9-0063-4f60-8992-1c5b77aceae5,segment=NetworkSegment(3af925ae-dbce-4c89-8887-c7bd462152a0),segment_id=3af925ae-dbce-4c89-8887-c7bd462152a0)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:42:34.659980 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:34.661760 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:34.686361 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c61751-25c5-4afb-9fcc-c4eb674f06a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fc4ae9-0063-4f60-8992-1c5b77aceae5'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:42:34.688632 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe10368e395667840533ec91c6601648d36376b54de0a6f6a3b23a108ba8d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f02b25-b70c-454e-8087-11ee1eddc723" -d '{"events": [{"server_uuid": "90c61751-25c5-4afb-9fcc-c4eb674f06a7", "name": "network-vif-plugged", "status": "completed", "tag": "74fc4ae9-0063-4f60-8992-1c5b77aceae5"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:42:34.712738 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=74fc4ae9-0063-4f60-8992-1c5b77aceae5,revision_number=5']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:34.715819 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:34.727800 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0697ebb4-98fd-4d35-91ae-4962354b3060 x-openstack-request-id: req-0697ebb4-98fd-4d35-91ae-4962354b3060 {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:42:34.728108 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c61751-25c5-4afb-9fcc-c4eb674f06a7", "name": "network-vif-plugged", "status": "completed", "tag": "74fc4ae9-0063-4f60-8992-1c5b77aceae5", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:42:34.728373 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0697ebb4-98fd-4d35-91ae-4962354b3060 {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:42:34.728770 dv-cinder-768592-7-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c61751-25c5-4afb-9fcc-c4eb674f06a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fc4ae9-0063-4f60-8992-1c5b77aceae5', 'code': 200} Jun 23 08:42:34.885016 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897474e-459d-487b-998d-b0830c22c12e req-051c3e07-096b-4874-8cf4-89ed410b60f6 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:34.886530 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9897474e-459d-487b-998d-b0830c22c12e req-051c3e07-096b-4874-8cf4-89ed410b60f6 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=90c61751-25c5-4afb-9fcc-c4eb674f06a7 HTTP/1.1" status: 200 len: 945 time: 0.0668085 Jun 23 08:42:34.933344 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9897474e-459d-487b-998d-b0830c22c12e req-af442d8d-6396-45d5-b187-047456709a89 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376663 Jun 23 08:42:35.104827 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436cb8ba-680d-4455-b9f3-a5b74dbfc4ca req-3ef6af97-8b3f-4189-8773-831294919c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:35.106315 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-436cb8ba-680d-4455-b9f3-a5b74dbfc4ca req-3ef6af97-8b3f-4189-8773-831294919c02 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=90c61751-25c5-4afb-9fcc-c4eb674f06a7 HTTP/1.1" status: 200 len: 1098 time: 0.0677288 Jun 23 08:42:35.146615 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-436cb8ba-680d-4455-b9f3-a5b74dbfc4ca req-3bc35ecb-d2e6-4e08-b613-37a8beef921e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301545 Jun 23 08:42:35.177454 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5bf67-ad2f-4f71-81c4-16fb28eb2a2c req-ce34a83d-99cc-480f-b553-1ef7100a6793 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:35.178960 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b4f5bf67-ad2f-4f71-81c4-16fb28eb2a2c req-ce34a83d-99cc-480f-b553-1ef7100a6793 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 945 time: 0.0649657 Jun 23 08:42:35.217796 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b4f5bf67-ad2f-4f71-81c4-16fb28eb2a2c req-c0b4bf90-dae6-4133-99ac-1a069df6559c tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6e77565-e56b-46d1-91a9-b123b4e39d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326772 Jun 23 08:42:35.344765 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 52008) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:35.400030 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0e941-8db5-4187-8fae-0b6077627280 req-d0b2b559-e94b-4324-9b1f-8e4506073c69 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:35.401451 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-79b0e941-8db5-4187-8fae-0b6077627280 req-d0b2b559-e94b-4324-9b1f-8e4506073c69 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 945 time: 0.0628874 Jun 23 08:42:35.447744 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-79b0e941-8db5-4187-8fae-0b6077627280 req-92f30880-b9a8-404a-8b31-8de4b19f9f04 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6e77565-e56b-46d1-91a9-b123b4e39d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406985 Jun 23 08:42:35.458540 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-9cb0893c-eae8-470b-baeb-92d31a85ac0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:35.477441 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 52018) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:35.557968 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-9cb0893c-eae8-470b-baeb-92d31a85ac0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:35.563914 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-9cb0893c-eae8-470b-baeb-92d31a85ac0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:35.583083 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-0054451b-6a99-4de5-a6e2-c5212c960a24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:35.613797 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-9cb0893c-eae8-470b-baeb-92d31a85ac0b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2518117381a54d60a01f61b012e9ba7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2679489 Jun 23 08:42:35.614451 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 52024) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:35.621358 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0893c-eae8-470b-baeb-92d31a85ac0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22aecfbf-35f5-4e2b-b2c5-afa82d4b8eef,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:35.624837 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-9cb0893c-eae8-470b-baeb-92d31a85ac0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:35.667503 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-93d194bb-f918-47b2-8f2b-6ebd99e1433c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:35.688679 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-93d194bb-f918-47b2-8f2b-6ebd99e1433c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:35.691595 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3bee18-9ea5-4770-8dd3-cf26f09b95e0 req-6c4aa1d9-67b3-458f-86f5-b599bb31644f tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:35.693070 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-dd3bee18-9ea5-4770-8dd3-cf26f09b95e0 req-6c4aa1d9-67b3-458f-86f5-b599bb31644f tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.1747396 Jun 23 08:42:35.738425 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-93d194bb-f918-47b2-8f2b-6ebd99e1433c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:35.741591 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-93d194bb-f918-47b2-8f2b-6ebd99e1433c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:35.744087 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-93d194bb-f918-47b2-8f2b-6ebd99e1433c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/22aecfbf-35f5-4e2b-b2c5-afa82d4b8eef HTTP/1.1" status: 204 len: 168 time: 0.1279154 Jun 23 08:42:35.745367 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-69953c07-3af5-4cb4-811a-c809ad889770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:35.756434 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d194bb-f918-47b2-8f2b-6ebd99e1433c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22aecfbf-35f5-4e2b-b2c5-afa82d4b8eef,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:35.759749 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-93d194bb-f918-47b2-8f2b-6ebd99e1433c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:35.779455 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-dd3bee18-9ea5-4770-8dd3-cf26f09b95e0 req-faa4ae1d-a579-420e-8a86-8a28259459c0 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774319 Jun 23 08:42:35.799832 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc9884-cbd3-447b-8d4a-0a06173d742e req-eb30ab4f-323b-4b4c-9de8-9f5f76c51c3a tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:35.803193 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a4cc9884-cbd3-447b-8d4a-0a06173d742e req-eb30ab4f-323b-4b4c-9de8-9f5f76c51c3a tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 945 time: 0.2018464 Jun 23 08:42:35.806753 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20ba7fa-8e1f-48d7-b3db-012a9414ea58 tempest-TestShelveInstance-413393655 tempest-TestShelveInstance-413393655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:35.808187 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-e20ba7fa-8e1f-48d7-b3db-012a9414ea58 tempest-TestShelveInstance-413393655 tempest-TestShelveInstance-413393655-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 1093 time: 0.3296864 Jun 23 08:42:35.811204 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 52028) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:35.816423 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-e5983981-41e6-4a55-bcd6-513f5303dc1e tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Request body: {'floatingip': {'floating_network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'port_id': 'b971875a-8325-4221-ab9e-2fbe44cc05b6', 'tenant_id': 'b702ea957bec4fd09d9744a200168709', 'fixed_ip_address': '172.20.0.3'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:42:35.843892 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-e5983981-41e6-4a55-bcd6-513f5303dc1e tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks [] for floatingip, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:35.844083 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a4cc9884-cbd3-447b-8d4a-0a06173d742e req-e6c81884-46f4-4413-96e6-ab3497685225 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346432 Jun 23 08:42:35.945839 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-e5983981-41e6-4a55-bcd6-513f5303dc1e tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:36.044624 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 52034) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:36.059668 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.db_base_plugin_common [None req-e5983981-41e6-4a55-bcd6-513f5303dc1e tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Allocated IP 172.28.3.222 (5f26f45a-4c2b-4262-97ee-7126ad3a4f0c/86cbbb1d-69f5-4548-9290-2a101fd5c791/1f2ac9cb-d50a-40bc-a336-8c1d962eeeaf) {{(pid=99594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:42:36.067251 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-f5798e97-45eb-4477-89bb-fe5afe8adc67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:36.151625 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a859c63-9cda-4ce9-91d4-30523c84a7f1 req-2504146a-1152-4853-80e0-21a87fb7293b tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:36.153077 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1a859c63-9cda-4ce9-91d4-30523c84a7f1 req-2504146a-1152-4853-80e0-21a87fb7293b tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=90c61751-25c5-4afb-9fcc-c4eb674f06a7 HTTP/1.1" status: 200 len: 945 time: 0.1012065 Jun 23 08:42:36.174981 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-e5983981-41e6-4a55-bcd6-513f5303dc1e tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks [] for port, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:36.215109 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1a859c63-9cda-4ce9-91d4-30523c84a7f1 req-1f6c9595-7fc8-41e3-aa0c-44f899759532 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518832 Jun 23 08:42:36.220053 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-e5983981-41e6-4a55-bcd6-513f5303dc1e tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27156498'] for port, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:36.223283 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-9e8ae47a-cee5-40f8-b711-12b4f444ce22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:36.236734 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-f5798e97-45eb-4477-89bb-fe5afe8adc67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:36.240914 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-f5798e97-45eb-4477-89bb-fe5afe8adc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:36.245765 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-b24a6b69-a093-4552-9fac-ae53123c18c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:36.260417 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5983981-41e6-4a55-bcd6-513f5303dc1e tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Network 5f26f45a-4c2b-4262-97ee-7126ad3a4f0c is already hosted by enough agents. {{(pid=99594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:42:36.266668 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [None req-e5983981-41e6-4a55-bcd6-513f5303dc1e tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Resources bound (agent type, host, resource id): {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:42:36.269278 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5983981-41e6-4a55-bcd6-513f5303dc1e tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Received port after_create {{(pid=99594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:42:36.282611 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-f5798e97-45eb-4477-89bb-fe5afe8adc67 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7fff2ccc01e744ff944505e3a5be2792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2369120 Jun 23 08:42:36.284811 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5798e97-45eb-4477-89bb-fe5afe8adc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c353ca5e-92d0-4a03-9c10-ceb4163b31b1,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:36.287182 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 52040) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:36.290036 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-f5798e97-45eb-4477-89bb-fe5afe8adc67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:36.296845 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5983981-41e6-4a55-bcd6-513f5303dc1e tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Pushing event updated for resources: {'Port': ['ID=1f2ac9cb-d50a-40bc-a336-8c1d962eeeaf,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:36.300758 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-e5983981-41e6-4a55-bcd6-513f5303dc1e tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:36.341556 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-2b71f869-cc40-49c8-b293-ddf1d518d3fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:36.363254 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-2b71f869-cc40-49c8-b293-ddf1d518d3fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:36.411481 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-2b71f869-cc40-49c8-b293-ddf1d518d3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:36.414592 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-2b71f869-cc40-49c8-b293-ddf1d518d3fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:36.418144 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-2b71f869-cc40-49c8-b293-ddf1d518d3fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c353ca5e-92d0-4a03-9c10-ceb4163b31b1 HTTP/1.1" status: 204 len: 168 time: 0.1277590 Jun 23 08:42:36.418144 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-1a4c208c-e403-4c7d-b199-2ecdd52d9c9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:36.426837 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71f869-cc40-49c8-b293-ddf1d518d3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c353ca5e-92d0-4a03-9c10-ceb4163b31b1,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:36.429162 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-2b71f869-cc40-49c8-b293-ddf1d518d3fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:36.751061 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-e5983981-41e6-4a55-bcd6-513f5303dc1e tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:37.159944 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-e5983981-41e6-4a55-bcd6-513f5303dc1e tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:37.264106 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98237a0-8e15-425c-a071-0ec3e211843e req-4a6599e8-96dd-43ee-b6d0-b1f0eb341c10 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:37.267212 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b98237a0-8e15-425c-a071-0ec3e211843e req-4a6599e8-96dd-43ee-b6d0-b1f0eb341c10 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.3566799 Jun 23 08:42:37.325258 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a79036-f238-47f2-b2d9-6f1767f0e89a req-9771236f-ff00-4e21-9e6d-e779e28ae4df tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:37.326825 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-e5983981-41e6-4a55-bcd6-513f5303dc1e tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks [] for port, precommit_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:37.334067 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-22a79036-f238-47f2-b2d9-6f1767f0e89a req-9771236f-ff00-4e21-9e6d-e779e28ae4df tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 945 time: 0.3218536 Jun 23 08:42:37.334474 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b98237a0-8e15-425c-a071-0ec3e211843e req-e1120a3b-1477-454f-8ecb-0f3ec9020ee5 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618522 Jun 23 08:42:37.339942 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-e5983981-41e6-4a55-bcd6-513f5303dc1e tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27156480'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:37.343811 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-e5983981-41e6-4a55-bcd6-513f5303dc1e tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:37.405835 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-22a79036-f238-47f2-b2d9-6f1767f0e89a req-dd32a55a-ee50-41f8-a5c5-a48556cc946b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704002 Jun 23 08:42:37.412375 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5983981-41e6-4a55-bcd6-513f5303dc1e tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Pushing event updated for resources: {'Port': ['ID=1f2ac9cb-d50a-40bc-a336-8c1d962eeeaf,revision_number=2']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:37.416856 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-e5983981-41e6-4a55-bcd6-513f5303dc1e tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:37.437963 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-e5983981-41e6-4a55-bcd6-513f5303dc1e tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717624'] for floatingip, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:37.555641 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741a72d-1e28-410b-a4f0-0b35afe17923 req-a932994e-d9e4-47e1-a9cd-adb2d94204c3 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:37.557143 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-2741a72d-1e28-410b-a4f0-0b35afe17923 req-a932994e-d9e4-47e1-a9cd-adb2d94204c3 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=90c61751-25c5-4afb-9fcc-c4eb674f06a7 HTTP/1.1" status: 200 len: 945 time: 0.0672903 Jun 23 08:42:37.577112 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.db.l3_db [None req-e5983981-41e6-4a55-bcd6-513f5303dc1e tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Floating IP 015045fc-fce3-4701-a2e1-1ba16595c257 associated. External IP: 172.28.3.222, port: b971875a-8325-4221-ab9e-2fbe44cc05b6. Jun 23 08:42:37.606003 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-2741a72d-1e28-410b-a4f0-0b35afe17923 req-16082344-8927-46b5-959f-1943a46e319f tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379257 Jun 23 08:42:37.801525 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5983981-41e6-4a55-bcd6-513f5303dc1e tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Router ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb has already been hosted by L3 agent b4fcebb9-4e54-4961-9fbc-14fb1630411d {{(pid=99594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 08:42:37.911686 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5983981-41e6-4a55-bcd6-513f5303dc1e tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify agent at l3_agent.dv-cinder-768592-7-smb the message routers_updated {{(pid=99594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 08:42:37.922101 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd7431c-4030-438c-9e05-fe07b6a382db None None] Sync routers for ids ['ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb'] in dv-cinder-768592-7-smb {{(pid=99596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 08:42:37.928794 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-e5983981-41e6-4a55-bcd6-513f5303dc1e tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for floatingip, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:37.933011 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd7431c-4030-438c-9e05-fe07b6a382db None None] Routers {'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:42:37.933784 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-bcd7431c-4030-438c-9e05-fe07b6a382db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:42:11Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb'], 'active': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:42:37.966344 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-e5983981-41e6-4a55-bcd6-513f5303dc1e tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1539385 Jun 23 08:42:37.967032 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f', 'tag': 'b971875a-8325-4221-ab9e-2fbe44cc05b6'}] {{(pid=99594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:42:37.969494 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3f20cf24677dbb31f56fc6b5fcedde197d4abde885e517d24b88e41f2eb98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa98ba60-5a19-45ee-8ac3-b808d2adc388" -d '{"events": [{"name": "network-changed", "server_uuid": "7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f", "tag": "b971875a-8325-4221-ab9e-2fbe44cc05b6"}]}' {{(pid=99594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:42:38.005816 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 08:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a8e6e4-46d3-477c-9d9b-c483b60266f7 x-openstack-request-id: req-e7a8e6e4-46d3-477c-9d9b-c483b60266f7 {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:42:38.006149 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f", "tag": "b971875a-8325-4221-ab9e-2fbe44cc05b6", "status": "completed", "code": 200}]} {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:42:38.006447 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e7a8e6e4-46d3-477c-9d9b-c483b60266f7 {{(pid=99594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:42:38.006912 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f', 'tag': 'b971875a-8325-4221-ab9e-2fbe44cc05b6', 'status': 'completed', 'code': 200} Jun 23 08:42:38.062185 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvr_db [None req-bcd7431c-4030-438c-9e05-fe07b6a382db None None] Set router ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb gateway port host: dv-cinder-768592-7-smb {{(pid=99596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:42:38.191597 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98ba60-5a19-45ee-8ac3-b808d2adc388 req-b8877c68-ee4e-476f-9c65-d23a7458c1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:38.193106 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-aa98ba60-5a19-45ee-8ac3-b808d2adc388 req-b8877c68-ee4e-476f-9c65-d23a7458c1f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b702ea957bec4fd09d9744a200168709&device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 1098 time: 0.0582938 Jun 23 08:42:38.296093 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-bcd7431c-4030-438c-9e05-fe07b6a382db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb', 'name': 'tempest-TestShelveInstance-760123047-router', 'tenant_id': 'b702ea957bec4fd09d9744a200168709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': '4608194c-4c90-4e76-a945-bf189938a4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:41:27Z', 'updated_at': '2021-06-23T08:41:31Z', 'revision_number': 4, 'project_id': 'b702ea957bec4fd09d9744a200168709', 'gw_port': {'id': '4608194c-4c90-4e76-a945-bf189938a4f6', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:94:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:41:27Z', 'updated_at': '2021-06-23T08:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_floatingips': [{'id': '015045fc-fce3-4701-a2e1-1ba16595c257', 'tenant_id': 'b702ea957bec4fd09d9744a200168709', 'floating_ip_address': '172.28.3.222', 'floating_network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'router_id': 'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb', 'port_id': 'b971875a-8325-4221-ab9e-2fbe44cc05b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d43174-f981-49b1-bac6-a67fe4300b11', 'mac_address': 'fa:16:3e:31:fe:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T08:42:36Z', 'updated_at': '2021-06-23T08:42:36Z', 'revision_number': 0, 'project_id': 'b702ea957bec4fd09d9744a200168709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19549dae-c488-44ca-9b84-e59a04fbf02f', 'name': '', 'network_id': 'd0d43174-f981-49b1-bac6-a67fe4300b11', 'tenant_id': 'b702ea957bec4fd09d9744a200168709', 'mac_address': 'fa:16:3e:2a:2f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '69f1b17f-3891-479d-bfec-f33f2f567fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:41:29Z', 'updated_at': '2021-06-23T08:41:37Z', 'revision_number': 5, 'project_id': 'b702ea957bec4fd09d9744a200168709', 'subnets': [{'id': '69f1b17f-3891-479d-bfec-f33f2f567fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:42:38.310229 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98ba60-5a19-45ee-8ac3-b808d2adc388 req-8b9e93b0-03d5-4cfe-9d01-a6ebd0804367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:38.311956 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-aa98ba60-5a19-45ee-8ac3-b808d2adc388 req-8b9e93b0-03d5-4cfe-9d01-a6ebd0804367 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d0d43174-f981-49b1-bac6-a67fe4300b11 HTTP/1.1" status: 200 len: 909 time: 0.0889225 Jun 23 08:42:38.325931 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-54042a35-2653-4182-a55e-008c899b0ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:38.336440 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd7431c-4030-438c-9e05-fe07b6a382db None None] Checking router: ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb for host: dv-cinder-768592-7-smb {{(pid=99596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 08:42:38.345104 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd7431c-4030-438c-9e05-fe07b6a382db None None] Routers {'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:42:38.346545 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-bcd7431c-4030-438c-9e05-fe07b6a382db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:42:11Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb'], 'active': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:42:38.405308 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-aa98ba60-5a19-45ee-8ac3-b808d2adc388 req-dd09d3a9-8933-4dfc-b02e-e5edbdd18aa6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b971875a-8325-4221-ab9e-2fbe44cc05b6 HTTP/1.1" status: 200 len: 999 time: 0.0776157 Jun 23 08:42:38.487332 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device d138dc7d-821b-43b7-b299-08c73ca38d11 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 08:42:38.526534 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvr_db [None req-bcd7431c-4030-438c-9e05-fe07b6a382db None None] Set router ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb gateway port host: dv-cinder-768592-7-smb {{(pid=99596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:42:38.533316 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98ba60-5a19-45ee-8ac3-b808d2adc388 req-2f2109fc-f970-4441-ab66-edcce8459b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:38.538426 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-aa98ba60-5a19-45ee-8ac3-b808d2adc388 req-2f2109fc-f970-4441-ab66-edcce8459b36 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69f1b17f-3891-479d-bfec-f33f2f567fe6 HTTP/1.1" status: 200 len: 847 time: 0.1250954 Jun 23 08:42:38.639582 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2da11-d6e3-4494-8d47-741c4c3368ff req-370b04da-356c-4d97-bd39-3d562268efaa tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:38.641316 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-8dc2da11-d6e3-4494-8d47-741c4c3368ff req-370b04da-356c-4d97-bd39-3d562268efaa tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.0901809 Jun 23 08:42:38.707949 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port d138dc7d-821b-43b7-b299-08c73ca38d11, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d138dc7d-821b-43b7-b299-08c73ca38d11,segment=NetworkSegment(31b2f068-fef9-4baa-bc53-51c6f575a7bf),segment_id=31b2f068-fef9-4baa-bc53-51c6f575a7bf)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:42:38.725309 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Returning: {'device': 'd138dc7d-821b-43b7-b299-08c73ca38d11', 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248', 'port_id': 'd138dc7d-821b-43b7-b299-08c73ca38d11', 'mac_address': 'fa:16:3e:2b:9b:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b3df551-72d8-4749-a018-772b466944b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 08:42:38.730526 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98ba60-5a19-45ee-8ac3-b808d2adc388 req-df453eea-9210-49d7-8ebe-1ff33f87fecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:38.732400 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-aa98ba60-5a19-45ee-8ac3-b808d2adc388 req-df453eea-9210-49d7-8ebe-1ff33f87fecb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0d43174-f981-49b1-bac6-a67fe4300b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0880623 Jun 23 08:42:38.737350 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-8dc2da11-d6e3-4494-8d47-741c4c3368ff req-9a590b30-1bd1-4c16-b347-684ce44f00f7 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801814 Jun 23 08:42:38.783348 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:38.783942 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157ee08-5864-4b80-8bc8-12f21b4954f1 req-8e1e98ac-2a52-49aa-ad9b-a42bb5c009f4 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:38.786613 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-4157ee08-5864-4b80-8bc8-12f21b4954f1 req-8e1e98ac-2a52-49aa-ad9b-a42bb5c009f4 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 945 time: 0.1199205 Jun 23 08:42:38.817850 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d138dc7d-821b-43b7-b299-08c73ca38d11 {{(pid=99595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:42:38.842594 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port d138dc7d-821b-43b7-b299-08c73ca38d11, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d138dc7d-821b-43b7-b299-08c73ca38d11,segment=NetworkSegment(31b2f068-fef9-4baa-bc53-51c6f575a7bf),segment_id=31b2f068-fef9-4baa-bc53-51c6f575a7bf)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:42:38.849102 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:38.851097 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:38.857956 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-4157ee08-5864-4b80-8bc8-12f21b4954f1 req-6416c820-e824-4108-9191-2534f782c6fd tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650899 Jun 23 08:42:38.863339 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-bcd7431c-4030-438c-9e05-fe07b6a382db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb', 'name': 'tempest-TestShelveInstance-760123047-router', 'tenant_id': 'b702ea957bec4fd09d9744a200168709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': '4608194c-4c90-4e76-a945-bf189938a4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:41:27Z', 'updated_at': '2021-06-23T08:41:31Z', 'revision_number': 4, 'project_id': 'b702ea957bec4fd09d9744a200168709', 'gw_port': {'id': '4608194c-4c90-4e76-a945-bf189938a4f6', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:94:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:41:27Z', 'updated_at': '2021-06-23T08:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_floatingips': [{'id': '015045fc-fce3-4701-a2e1-1ba16595c257', 'tenant_id': 'b702ea957bec4fd09d9744a200168709', 'floating_ip_address': '172.28.3.222', 'floating_network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'router_id': 'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb', 'port_id': 'b971875a-8325-4221-ab9e-2fbe44cc05b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d43174-f981-49b1-bac6-a67fe4300b11', 'mac_address': 'fa:16:3e:31:fe:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T08:42:36Z', 'updated_at': '2021-06-23T08:42:36Z', 'revision_number': 0, 'project_id': 'b702ea957bec4fd09d9744a200168709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19549dae-c488-44ca-9b84-e59a04fbf02f', 'name': '', 'network_id': 'd0d43174-f981-49b1-bac6-a67fe4300b11', 'tenant_id': 'b702ea957bec4fd09d9744a200168709', 'mac_address': 'fa:16:3e:2a:2f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '69f1b17f-3891-479d-bfec-f33f2f567fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:41:29Z', 'updated_at': '2021-06-23T08:41:37Z', 'revision_number': 5, 'project_id': 'b702ea957bec4fd09d9744a200168709', 'subnets': [{'id': '69f1b17f-3891-479d-bfec-f33f2f567fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:42:38.891170 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd7431c-4030-438c-9e05-fe07b6a382db None None] The sync data for ids ['ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb'] in dv-cinder-768592-7-smb is: [{'id': 'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb', 'name': 'tempest-TestShelveInstance-760123047-router', 'tenant_id': 'b702ea957bec4fd09d9744a200168709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': '4608194c-4c90-4e76-a945-bf189938a4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:41:27Z', 'updated_at': '2021-06-23T08:41:31Z', 'revision_number': 4, 'project_id': 'b702ea957bec4fd09d9744a200168709', 'gw_port': {'id': '4608194c-4c90-4e76-a945-bf189938a4f6', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:94:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:41:27Z', 'updated_at': '2021-06-23T08:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_floatingips': [{'id': '015045fc-fce3-4701-a2e1-1ba16595c257', 'tenant_id': 'b702ea957bec4fd09d9744a200168709', 'floating_ip_address': '172.28.3.222', 'floating_network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'router_id': 'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb', 'port_id': 'b971875a-8325-4221-ab9e-2fbe44cc05b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d43174-f981-49b1-bac6-a67fe4300b11', 'mac_address': 'fa:16:3e:31:fe:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T08:42:36Z', 'updated_at': '2021-06-23T08:42:36Z', 'revision_number': 0, 'project_id': 'b702ea957bec4fd09d9744a200168709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19549dae-c488-44ca-9b84-e59a04fbf02f', 'name': '', 'network_id': 'd0d43174-f981-49b1-bac6-a67fe4300b11', 'tenant_id': 'b702ea957bec4fd09d9744a200168709', 'mac_address': 'fa:16:3e:2a:2f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '69f1b17f-3891-479d-bfec-f33f2f567fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:41:29Z', 'updated_at': '2021-06-23T08:41:37Z', 'revision_number': 5, 'project_id': 'b702ea957bec4fd09d9744a200168709', 'subnets': [{'id': '69f1b17f-3891-479d-bfec-f33f2f567fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 08:42:38.926788 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=d138dc7d-821b-43b7-b299-08c73ca38d11,revision_number=6']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:38.931144 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:38.940717 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-aa98ba60-5a19-45ee-8ac3-b808d2adc388 req-0b4c8469-35a1-4e08-b4cc-517b23fe4037 service neutron] 10.222.0.13 "GET /v2.0/networks/d0d43174-f981-49b1-bac6-a67fe4300b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920850 Jun 23 08:42:39.000994 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6cfdb-d7da-411b-98bf-443dc8d1a608 req-fda5372f-1e1f-4ffd-a2a6-d14011fd395b tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:39.002583 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-15d6cfdb-d7da-411b-98bf-443dc8d1a608 req-fda5372f-1e1f-4ffd-a2a6-d14011fd395b tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=90c61751-25c5-4afb-9fcc-c4eb674f06a7 HTTP/1.1" status: 200 len: 945 time: 0.0671864 Jun 23 08:42:39.046803 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-15d6cfdb-d7da-411b-98bf-443dc8d1a608 req-3809a8b1-0c96-4de1-abb0-2689db2ffd87 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367053 Jun 23 08:42:39.047608 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-aa98ba60-5a19-45ee-8ac3-b808d2adc388 req-ccd679b5-de9a-49a2-adf3-eedede6f222b service neutron] 10.222.0.13 "GET /v2.0/networks/d0d43174-f981-49b1-bac6-a67fe4300b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977020 Jun 23 08:42:39.154807 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed41466e-1cb8-4bf1-b915-6ec5bd44c499 None None] New status for floating IP 015045fc-fce3-4701-a2e1-1ba16595c257: ACTIVE {{(pid=99595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 08:42:39.239497 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['d138dc7d-821b-43b7-b299-08c73ca38d11'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:42:39.292872 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4d77f-5c98-4486-bbf8-1fd2f76c449e req-5467482a-02c3-4a91-92b6-77aa40c0b067 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:39.294366 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-0ee4d77f-5c98-4486-bbf8-1fd2f76c449e req-5467482a-02c3-4a91-92b6-77aa40c0b067 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 946 time: 0.0651467 Jun 23 08:42:39.425488 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [req-0ee4d77f-5c98-4486-bbf8-1fd2f76c449e req-16bdc76a-6722-489b-986b-053f37882f07 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Deleting port de9fda65-253b-40e1-9b01-b03346461763 {{(pid=99594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:42:39.426057 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-0ee4d77f-5c98-4486-bbf8-1fd2f76c449e req-16bdc76a-6722-489b-986b-053f37882f07 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:39.530502 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-0ee4d77f-5c98-4486-bbf8-1fd2f76c449e req-16bdc76a-6722-489b-986b-053f37882f07 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] For port de9fda65-253b-40e1-9b01-b03346461763, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=de9fda65-253b-40e1-9b01-b03346461763,segment=NetworkSegment(44ec48aa-0e84-4b42-924c-b1608050ef98),segment_id=44ec48aa-0e84-4b42-924c-b1608050ef98)] {{(pid=99594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:42:39.531014 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-0ee4d77f-5c98-4486-bbf8-1fd2f76c449e req-16bdc76a-6722-489b-986b-053f37882f07 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:39.544378 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [req-0ee4d77f-5c98-4486-bbf8-1fd2f76c449e req-16bdc76a-6722-489b-986b-053f37882f07 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Calling delete_port for de9fda65-253b-40e1-9b01-b03346461763 owned by compute:nova {{(pid=99594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:42:39.679066 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-0ee4d77f-5c98-4486-bbf8-1fd2f76c449e req-16bdc76a-6722-489b-986b-053f37882f07 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27156491'] for port, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:39.684420 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-97a06a6e-00b3-4b81-8c63-6ebb4f2b6b5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:39.715093 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bdc76a-6722-489b-986b-053f37882f07 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Pushing event deleted for resources: {'Port': ['ID=de9fda65-253b-40e1-9b01-b03346461763,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:39.718222 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-16bdc76a-6722-489b-986b-053f37882f07 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:39.745635 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['dce9eec3-ad6c-4933-91f7-e9bc2ab20d12', 'de9fda65-253b-40e1-9b01-b03346461763'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:42:39.762148 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee4d77f-5c98-4486-bbf8-1fd2f76c449e req-16bdc76a-6722-489b-986b-053f37882f07 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] No DVR routers for this DVR port de9fda65-253b-40e1-9b01-b03346461763 on host hv-cinder-76859 {{(pid=99594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 08:42:39.764845 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-0ee4d77f-5c98-4486-bbf8-1fd2f76c449e req-16bdc76a-6722-489b-986b-053f37882f07 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:39.766837 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-0ee4d77f-5c98-4486-bbf8-1fd2f76c449e req-16bdc76a-6722-489b-986b-053f37882f07 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.13 "DELETE /v2.0/ports/de9fda65-253b-40e1-9b01-b03346461763 HTTP/1.1" status: 204 len: 173 time: 0.4652534 Jun 23 08:42:39.915726 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3f6ca7cf-79cc-4a59-97b2-857b37cd38e3 req-4fdba45c-15c7-4fb5-80d3-c6a9e605037e tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dac2409-2d9d-4c1e-8993-1644f982a0ee HTTP/1.1" status: 200 len: 210 time: 0.0355227 Jun 23 08:42:40.008316 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dac2409-2d9d-4c1e-8993-1644f982a0ee', 'name': 'network-vif-deleted', 'tag': 'de9fda65-253b-40e1-9b01-b03346461763'}] {{(pid=99594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:42:40.010719 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3f20cf24677dbb31f56fc6b5fcedde197d4abde885e517d24b88e41f2eb98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70dde0c6-a744-4f10-8739-3ed81d0bb9e6" -d '{"events": [{"server_uuid": "4dac2409-2d9d-4c1e-8993-1644f982a0ee", "name": "network-vif-deleted", "tag": "de9fda65-253b-40e1-9b01-b03346461763"}]}' {{(pid=99594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:42:40.046715 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1033c63-6067-4c9e-ba09-b2e7a345ab9e req-85a86053-8806-4d42-b9f1-433e0f087d2f tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:40.048241 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65171e82-6716-414a-8067-9d904d20caff x-openstack-request-id: req-65171e82-6716-414a-8067-9d904d20caff {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:42:40.048395 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-f1033c63-6067-4c9e-ba09-b2e7a345ab9e req-85a86053-8806-4d42-b9f1-433e0f087d2f tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 944 time: 0.0680151 Jun 23 08:42:40.048700 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dac2409-2d9d-4c1e-8993-1644f982a0ee", "name": "network-vif-deleted", "tag": "de9fda65-253b-40e1-9b01-b03346461763", "status": "completed", "code": 200}]} {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:42:40.048990 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-65171e82-6716-414a-8067-9d904d20caff {{(pid=99594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:42:40.049411 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dac2409-2d9d-4c1e-8993-1644f982a0ee', 'name': 'network-vif-deleted', 'tag': 'de9fda65-253b-40e1-9b01-b03346461763', 'status': 'completed', 'code': 200} Jun 23 08:42:40.086038 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-f1033c63-6067-4c9e-ba09-b2e7a345ab9e req-bc1ae47e-45ea-4806-bf3a-0ba69c124f56 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320413 Jun 23 08:42:40.510944 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device d138dc7d-821b-43b7-b299-08c73ca38d11 up at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:42:40.559388 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning complete for port d138dc7d-821b-43b7-b299-08c73ca38d11 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:42:40.559778 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:40.643929 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:40.667644 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3631e51b-c5d2-4b22-9356-7ee8f3f3126d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd138dc7d-821b-43b7-b299-08c73ca38d11'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:42:40.669892 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe10368e395667840533ec91c6601648d36376b54de0a6f6a3b23a108ba8d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc8e412-1bf1-45d5-bb67-2a0d254174df" -d '{"events": [{"server_uuid": "3631e51b-c5d2-4b22-9356-7ee8f3f3126d", "name": "network-vif-plugged", "status": "completed", "tag": "d138dc7d-821b-43b7-b299-08c73ca38d11"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:42:40.683236 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port d138dc7d-821b-43b7-b299-08c73ca38d11, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d138dc7d-821b-43b7-b299-08c73ca38d11,segment=NetworkSegment(31b2f068-fef9-4baa-bc53-51c6f575a7bf),segment_id=31b2f068-fef9-4baa-bc53-51c6f575a7bf)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:42:40.688433 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:40.689346 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device de9fda65-253b-40e1-9b01-b03346461763 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:42:40.691052 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:40.730381 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76a8bc1-23b0-4ae7-b79f-439278e98947 x-openstack-request-id: req-f76a8bc1-23b0-4ae7-b79f-439278e98947 {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:42:40.730683 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3631e51b-c5d2-4b22-9356-7ee8f3f3126d", "name": "network-vif-plugged", "status": "completed", "tag": "d138dc7d-821b-43b7-b299-08c73ca38d11", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:42:40.730974 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f76a8bc1-23b0-4ae7-b79f-439278e98947 {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:42:40.731366 dv-cinder-768592-7-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3631e51b-c5d2-4b22-9356-7ee8f3f3126d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd138dc7d-821b-43b7-b299-08c73ca38d11', 'code': 200} Jun 23 08:42:40.735908 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] No Port match for: de9fda65-253b-40e1-9b01-b03346461763 {{(pid=99595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 08:42:40.736308 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device de9fda65-253b-40e1-9b01-b03346461763 not bound to the agent host hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 08:42:40.761176 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=d138dc7d-821b-43b7-b299-08c73ca38d11,revision_number=7']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:40.763947 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:40.792410 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:41.074620 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-eafc0e59-80f0-42f9-8207-dbbd6ca7d674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:41.288284 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292badc4-b96e-40bd-a921-4a4e8b2bf659 req-f7359288-abd5-4233-8304-de78dfc4e338 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:41.290346 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-292badc4-b96e-40bd-a921-4a4e8b2bf659 req-f7359288-abd5-4233-8304-de78dfc4e338 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 945 time: 0.0687041 Jun 23 08:42:41.360000 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-292badc4-b96e-40bd-a921-4a4e8b2bf659 req-a999659e-c2e2-4b6a-b155-e64e3d15a109 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637248 Jun 23 08:42:41.381960 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:41.389599 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28f25c-896f-4198-8ab3-28380b31c23b req-cd0bf678-e001-43e3-9bd0-18aa54878d87 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:41.391250 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-fa28f25c-896f-4198-8ab3-28380b31c23b req-cd0bf678-e001-43e3-9bd0-18aa54878d87 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0872340 Jun 23 08:42:41.433578 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-fa28f25c-896f-4198-8ab3-28380b31c23b req-93601caa-7b85-4c0e-bfdb-12d007cef7f3 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362220 Jun 23 08:42:42.009916 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:42.612056 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d151500-7162-487b-9fe7-7b80ce6d2162 req-fabff2a7-dab5-4afa-8081-820836c4ad11 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:42.613536 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-5d151500-7162-487b-9fe7-7b80ce6d2162 req-fabff2a7-dab5-4afa-8081-820836c4ad11 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0628035 Jun 23 08:42:42.683979 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-5d151500-7162-487b-9fe7-7b80ce6d2162 req-22911b05-7830-4d19-af67-d4a1c8819fc0 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633731 Jun 23 08:42:42.718010 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a583897-16d3-43fb-892f-3f2527ec19e5 req-5f51647b-b176-404d-ba2e-44fc1c8159b0 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:42.719891 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7a583897-16d3-43fb-892f-3f2527ec19e5 req-5f51647b-b176-404d-ba2e-44fc1c8159b0 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 945 time: 0.0830081 Jun 23 08:42:42.761994 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7a583897-16d3-43fb-892f-3f2527ec19e5 req-9d127af6-c5f9-4430-a704-778d5617cba8 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364769 Jun 23 08:42:43.587384 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:43.879673 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd41c85-f740-405b-9833-92f69887bb1f req-789f6955-6b03-418f-8f22-e1bd264d1744 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:43.881123 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-8dd41c85-f740-405b-9833-92f69887bb1f req-789f6955-6b03-418f-8f22-e1bd264d1744 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0705111 Jun 23 08:42:43.947130 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-8dd41c85-f740-405b-9833-92f69887bb1f req-d985be39-08c9-44e0-8d29-c640aead7b6a tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557814 Jun 23 08:42:43.972090 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e65504-9226-4434-a73a-7ab12ff37e4a req-a1a99732-8ad5-4ad8-9629-9b8a559d88b4 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:43.973537 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-41e65504-9226-4434-a73a-7ab12ff37e4a req-a1a99732-8ad5-4ad8-9629-9b8a559d88b4 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 945 time: 0.0915411 Jun 23 08:42:44.010516 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-41e65504-9226-4434-a73a-7ab12ff37e4a req-c8a19f11-e0b6-4f03-8883-570af0f4fb0e tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313423 Jun 23 08:42:45.119042 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b8f29-0e08-4550-954a-014b0d2c97a2 req-614c4062-ecc5-40bf-9702-89ba024b3fd9 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:45.120527 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-362b8f29-0e08-4550-954a-014b0d2c97a2 req-614c4062-ecc5-40bf-9702-89ba024b3fd9 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0642869 Jun 23 08:42:45.193199 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-362b8f29-0e08-4550-954a-014b0d2c97a2 req-ab92a8fe-0e8e-4f6b-b383-a87d799d33a2 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666318 Jun 23 08:42:45.215021 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda4fc7-c8c4-43b5-a2d7-f1872ed74973 req-0d15db7b-dc4e-47e2-b82b-f92935572a1e tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:45.216575 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6cda4fc7-c8c4-43b5-a2d7-f1872ed74973 req-0d15db7b-dc4e-47e2-b82b-f92935572a1e tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 945 time: 0.0916462 Jun 23 08:42:45.253869 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6cda4fc7-c8c4-43b5-a2d7-f1872ed74973 req-a9d1b578-84fe-4bed-8e97-f0ec322c7485 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316584 Jun 23 08:42:45.751381 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 52222) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:45.850498 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-22957906-c327-4bbf-ab3e-d26b823d5bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:45.945794 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-22957906-c327-4bbf-ab3e-d26b823d5bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:45.948973 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-22957906-c327-4bbf-ab3e-d26b823d5bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:45.951340 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-9db0dc04-b36f-4754-b2e7-1cae7a69d20e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:45.986929 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-22957906-c327-4bbf-ab3e-d26b823d5bd1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=825d83814c1b4ef8adf1705fa1e5d5f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344632 Jun 23 08:42:45.987754 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22957906-c327-4bbf-ab3e-d26b823d5bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2fc192-b790-432b-9b81-1cac797a7503,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:45.990268 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 52230) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:45.990784 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-22957906-c327-4bbf-ab3e-d26b823d5bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:46.039754 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-00067fbd-f1ff-4e7e-be67-45aee9f35546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:46.059688 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-00067fbd-f1ff-4e7e-be67-45aee9f35546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:46.105071 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-00067fbd-f1ff-4e7e-be67-45aee9f35546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:46.107959 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-00067fbd-f1ff-4e7e-be67-45aee9f35546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:46.109082 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-00067fbd-f1ff-4e7e-be67-45aee9f35546 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc2fc192-b790-432b-9b81-1cac797a7503 HTTP/1.1" status: 204 len: 168 time: 0.1174996 Jun 23 08:42:46.109828 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-c676203b-27e4-4f14-bfc2-af05cea146ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:46.118772 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00067fbd-f1ff-4e7e-be67-45aee9f35546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2fc192-b790-432b-9b81-1cac797a7503,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:46.121036 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-00067fbd-f1ff-4e7e-be67-45aee9f35546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:46.425586 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 52250) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:46.432770 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607cb79-154d-4096-a52a-a7d79b831516 req-4d6e7bb8-9ab5-4ea0-acde-1598a8d222d8 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:46.435191 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b607cb79-154d-4096-a52a-a7d79b831516 req-4d6e7bb8-9ab5-4ea0-acde-1598a8d222d8 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.1197724 Jun 23 08:42:46.446698 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-d70787da-bb32-49e4-ba47-ac60a0be3ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:46.489885 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a51a8b-d87c-4fb1-8f83-e65d23f46776 req-64193cef-0efa-4a1b-9a7a-b244ea741edc tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:46.499174 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-95a51a8b-d87c-4fb1-8f83-e65d23f46776 req-64193cef-0efa-4a1b-9a7a-b244ea741edc tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 945 time: 0.1244249 Jun 23 08:42:46.504451 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b607cb79-154d-4096-a52a-a7d79b831516 req-239233ac-4667-4f14-bffa-15787e35dfdb tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630672 Jun 23 08:42:46.549491 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-95a51a8b-d87c-4fb1-8f83-e65d23f46776 req-e260ec07-01be-48d3-827a-1ad3eec0af37 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491836 Jun 23 08:42:46.588223 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-d70787da-bb32-49e4-ba47-ac60a0be3ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:46.592408 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-d70787da-bb32-49e4-ba47-ac60a0be3ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:46.595579 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-e251a032-2d33-4821-866a-6a7dfedf45b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:46.633493 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-d70787da-bb32-49e4-ba47-ac60a0be3ba8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4872a23a2853485cbe338f62d61c9b73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2062461 Jun 23 08:42:46.634488 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70787da-bb32-49e4-ba47-ac60a0be3ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4650a334-6ed3-4e56-b0e5-e8d591ec3957,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:46.636412 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 52258) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:46.637489 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-d70787da-bb32-49e4-ba47-ac60a0be3ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:46.690022 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-1710f0d4-892f-4876-887f-b61293a346c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:46.714421 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-1710f0d4-892f-4876-887f-b61293a346c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:46.767583 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-1710f0d4-892f-4876-887f-b61293a346c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:46.770500 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-1710f0d4-892f-4876-887f-b61293a346c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:46.774966 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-1710f0d4-892f-4876-887f-b61293a346c0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4650a334-6ed3-4e56-b0e5-e8d591ec3957 HTTP/1.1" status: 204 len: 168 time: 0.1339476 Jun 23 08:42:46.774966 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-3dad28ad-fb4d-46de-a6fa-fdba1eb16b27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:46.780598 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1710f0d4-892f-4876-887f-b61293a346c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4650a334-6ed3-4e56-b0e5-e8d591ec3957,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:46.782984 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-1710f0d4-892f-4876-887f-b61293a346c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:47.803831 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0c8c1-4668-40d2-b3fe-bf6a88fbacbd req-4b3d34fa-2f97-4494-92fd-2b3029df4bb6 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:47.807050 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b5b0c8c1-4668-40d2-b3fe-bf6a88fbacbd req-4b3d34fa-2f97-4494-92fd-2b3029df4bb6 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.1531339 Jun 23 08:42:47.866049 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b5b0c8c1-4668-40d2-b3fe-bf6a88fbacbd req-d2734a95-6794-4052-9a7c-ab686a3b5d31 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82564ce-1b9b-4f27-9d6a-a64524c59463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501435 Jun 23 08:42:47.877339 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c08d4-ec41-4785-b1ec-bcab1d4750b7 req-9a16a05a-be26-4f04-96b6-71ba556ed069 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:47.879330 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-839c08d4-ec41-4785-b1ec-bcab1d4750b7 req-9a16a05a-be26-4f04-96b6-71ba556ed069 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 945 time: 0.1439648 Jun 23 08:42:47.932822 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-839c08d4-ec41-4785-b1ec-bcab1d4750b7 req-5266b161-e522-401c-a543-ec037cdc9b9f tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477929 Jun 23 08:42:48.290049 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84372c-211a-4a81-935f-9926056a0607 req-136d6832-7be2-46e1-8ec5-f99e9dd984f9 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:48.292520 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-2d84372c-211a-4a81-935f-9926056a0607 req-136d6832-7be2-46e1-8ec5-f99e9dd984f9 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 945 time: 0.0872672 Jun 23 08:42:48.441428 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [req-2d84372c-211a-4a81-935f-9926056a0607 req-089e18e1-afbd-4246-b644-37b3c323c9dc tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Deleting port dce9eec3-ad6c-4933-91f7-e9bc2ab20d12 {{(pid=99594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:42:48.442357 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-2d84372c-211a-4a81-935f-9926056a0607 req-089e18e1-afbd-4246-b644-37b3c323c9dc tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:48.558175 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-2d84372c-211a-4a81-935f-9926056a0607 req-089e18e1-afbd-4246-b644-37b3c323c9dc tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] For port dce9eec3-ad6c-4933-91f7-e9bc2ab20d12, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=dce9eec3-ad6c-4933-91f7-e9bc2ab20d12,segment=NetworkSegment(44ec48aa-0e84-4b42-924c-b1608050ef98),segment_id=44ec48aa-0e84-4b42-924c-b1608050ef98)] {{(pid=99594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:42:48.558863 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-2d84372c-211a-4a81-935f-9926056a0607 req-089e18e1-afbd-4246-b644-37b3c323c9dc tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:48.574063 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [req-2d84372c-211a-4a81-935f-9926056a0607 req-089e18e1-afbd-4246-b644-37b3c323c9dc tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Calling delete_port for dce9eec3-ad6c-4933-91f7-e9bc2ab20d12 owned by compute:nova {{(pid=99594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:42:48.689613 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 6 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:42:48.796702 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-2d84372c-211a-4a81-935f-9926056a0607 req-089e18e1-afbd-4246-b644-37b3c323c9dc tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27156491'] for port, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:48.806759 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-e351bddd-2a4a-4225-855a-d0f83923c8f8 tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:48.840163 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['dce9eec3-ad6c-4933-91f7-e9bc2ab20d12'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:42:48.843947 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e18e1-afbd-4246-b644-37b3c323c9dc tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Pushing event deleted for resources: {'Port': ['ID=dce9eec3-ad6c-4933-91f7-e9bc2ab20d12,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:48.852131 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-089e18e1-afbd-4246-b644-37b3c323c9dc tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:48.905045 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d84372c-211a-4a81-935f-9926056a0607 req-089e18e1-afbd-4246-b644-37b3c323c9dc tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] No DVR routers for this DVR port dce9eec3-ad6c-4933-91f7-e9bc2ab20d12 on host hv-cinder-76859 {{(pid=99594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 08:42:48.909734 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-2d84372c-211a-4a81-935f-9926056a0607 req-089e18e1-afbd-4246-b644-37b3c323c9dc tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:48.912499 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-2d84372c-211a-4a81-935f-9926056a0607 req-089e18e1-afbd-4246-b644-37b3c323c9dc tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.13 "DELETE /v2.0/ports/dce9eec3-ad6c-4933-91f7-e9bc2ab20d12 HTTP/1.1" status: 204 len: 173 time: 0.6128447 Jun 23 08:42:48.917311 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b80b71e-6219-4c1a-b7de-c99457da83ed', 'name': 'network-vif-deleted', 'tag': 'dce9eec3-ad6c-4933-91f7-e9bc2ab20d12'}] {{(pid=99594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:42:48.920761 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3f20cf24677dbb31f56fc6b5fcedde197d4abde885e517d24b88e41f2eb98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63aac63c-e54b-4d96-b7ba-6921fdcd1f40" -d '{"events": [{"server_uuid": "5b80b71e-6219-4c1a-b7de-c99457da83ed", "name": "network-vif-deleted", "tag": "dce9eec3-ad6c-4933-91f7-e9bc2ab20d12"}]}' {{(pid=99594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:42:49.003647 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ed2bf6-57f2-48fb-821e-19da2c3c06d1 x-openstack-request-id: req-67ed2bf6-57f2-48fb-821e-19da2c3c06d1 {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:42:49.004048 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b80b71e-6219-4c1a-b7de-c99457da83ed", "name": "network-vif-deleted", "tag": "dce9eec3-ad6c-4933-91f7-e9bc2ab20d12", "status": "completed", "code": 200}]} {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:42:49.004345 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-67ed2bf6-57f2-48fb-821e-19da2c3c06d1 {{(pid=99594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:42:49.004828 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b80b71e-6219-4c1a-b7de-c99457da83ed', 'name': 'network-vif-deleted', 'tag': 'dce9eec3-ad6c-4933-91f7-e9bc2ab20d12', 'status': 'completed', 'code': 200} Jun 23 08:42:49.244122 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-67897c57-189b-4ccb-a05e-1d8d3fbfb18a req-e0c7b343-fde2-4103-b24c-f5c83f9ca56f tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b80b71e-6219-4c1a-b7de-c99457da83ed HTTP/1.1" status: 200 len: 210 time: 0.1134782 Jun 23 08:42:49.300339 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972fe2f-51dd-47cf-9f7c-9af63abf0d67 req-836b072b-5896-41c7-8933-fe9fcdb15975 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:49.307793 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-8972fe2f-51dd-47cf-9f7c-9af63abf0d67 req-836b072b-5896-41c7-8933-fe9fcdb15975 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 945 time: 0.1752710 Jun 23 08:42:49.391142 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-8972fe2f-51dd-47cf-9f7c-9af63abf0d67 req-b17ba2e3-6d25-4a81-bcc0-c352413e8d09 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823157 Jun 23 08:42:50.362236 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 52376) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:50.642758 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088df755-ffaa-4ab7-95fe-1ac18e358603 req-73f8bb36-95a1-48dc-b7d6-7db40de1faf7 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:50.644260 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-088df755-ffaa-4ab7-95fe-1ac18e358603 req-73f8bb36-95a1-48dc-b7d6-7db40de1faf7 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 945 time: 0.1250319 Jun 23 08:42:50.771754 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-088df755-ffaa-4ab7-95fe-1ac18e358603 req-e6ded39d-5e73-4445-b5c9-d8d74c427441 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962265 Jun 23 08:42:50.943436 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-37f0776e-2f5e-4be1-8cf8-b8e59c90379a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1750014'] for router_interface, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:51.375138 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.plugin [None req-37f0776e-2f5e-4be1-8cf8-b8e59c90379a admin admin] Deleting port c900c729-6a49-4839-aa3b-b4e300ea875c {{(pid=99593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:42:51.375842 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-37f0776e-2f5e-4be1-8cf8-b8e59c90379a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:51.488838 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.db [None req-37f0776e-2f5e-4be1-8cf8-b8e59c90379a admin admin] For port c900c729-6a49-4839-aa3b-b4e300ea875c, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=c900c729-6a49-4839-aa3b-b4e300ea875c,segment=NetworkSegment(44ec48aa-0e84-4b42-924c-b1608050ef98),segment_id=44ec48aa-0e84-4b42-924c-b1608050ef98)] {{(pid=99593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:42:51.489339 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-37f0776e-2f5e-4be1-8cf8-b8e59c90379a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:51.503016 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.plugin [None req-37f0776e-2f5e-4be1-8cf8-b8e59c90379a admin admin] Calling delete_port for c900c729-6a49-4839-aa3b-b4e300ea875c owned by network:router_interface {{(pid=99593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:42:52.068664 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-37f0776e-2f5e-4be1-8cf8-b8e59c90379a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3652706'] for port, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:52.081740 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d236093-b016-4d91-a854-6d72e0b5b80c req-643e7928-658e-4b9c-b4cd-bc027f581cec tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:52.083678 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6d236093-b016-4d91-a854-6d72e0b5b80c req-643e7928-658e-4b9c-b4cd-bc027f581cec tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 945 time: 0.1181495 Jun 23 08:42:52.087252 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-2048fd7d-1aa2-4f08-bba6-d8c114e8f57e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:52.132935 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f0776e-2f5e-4be1-8cf8-b8e59c90379a admin admin] Pushing event deleted for resources: {'Port': ['ID=c900c729-6a49-4839-aa3b-b4e300ea875c,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:52.136339 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-37f0776e-2f5e-4be1-8cf8-b8e59c90379a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:52.206322 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6d236093-b016-4d91-a854-6d72e0b5b80c req-cbc97e06-b55d-4d1d-be36-2b7babebcab9 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106427 Jun 23 08:42:52.331853 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-37f0776e-2f5e-4be1-8cf8-b8e59c90379a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1821198'] for router_interface, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:52.499775 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device dce9eec3-ad6c-4933-91f7-e9bc2ab20d12 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:42:52.532816 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] No Port match for: dce9eec3-ad6c-4933-91f7-e9bc2ab20d12 {{(pid=99595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 08:42:52.533486 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device dce9eec3-ad6c-4933-91f7-e9bc2ab20d12 not bound to the agent host hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 08:42:52.627219 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f0776e-2f5e-4be1-8cf8-b8e59c90379a admin admin] Router b28dc19b-6e56-44f9-9c16-c6b70065ea6f has already been hosted by L3 agent b4fcebb9-4e54-4961-9fbc-14fb1630411d {{(pid=99593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 08:42:52.735981 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f0776e-2f5e-4be1-8cf8-b8e59c90379a admin admin] Notify agent at l3_agent.dv-cinder-768592-7-smb the message routers_updated {{(pid=99593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 08:42:52.745073 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 52434) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:52.746969 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db02c48-6712-4cb2-b659-ee9114572bf8 None None] Sync routers for ids ['b28dc19b-6e56-44f9-9c16-c6b70065ea6f'] in dv-cinder-768592-7-smb {{(pid=99596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 08:42:52.750621 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-37f0776e-2f5e-4be1-8cf8-b8e59c90379a admin admin] 10.222.0.23 "PUT /v2.0/routers/b28dc19b-6e56-44f9-9c16-c6b70065ea6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3870528 Jun 23 08:42:52.756809 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db02c48-6712-4cb2-b659-ee9114572bf8 None None] Routers {'b28dc19b-6e56-44f9-9c16-c6b70065ea6f'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:42:52.758155 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-8db02c48-6712-4cb2-b659-ee9114572bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:42:41Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['b28dc19b-6e56-44f9-9c16-c6b70065ea6f'], 'active': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:42:52.871549 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvr_db [None req-8db02c48-6712-4cb2-b659-ee9114572bf8 None None] Set router b28dc19b-6e56-44f9-9c16-c6b70065ea6f gateway port host: dv-cinder-768592-7-smb {{(pid=99596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:42:52.943758 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-5f7db43d-ded6-49e2-9723-010b42041e26 admin admin] Notify callbacks [] for router, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:53.142914 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-5f7db43d-ded6-49e2-9723-010b42041e26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:53.150411 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-8db02c48-6712-4cb2-b659-ee9114572bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28dc19b-6e56-44f9-9c16-c6b70065ea6f', 'name': 'tempest-ServerRescueNegativeTestJSON-975518757-router', 'tenant_id': '892798fcbd634629883b86ab1c91a73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.223'}], 'enable_snat': True}, 'gw_port_id': '957cbd03-a605-490a-9b3e-108a70b6ba42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:39:10Z', 'updated_at': '2021-06-23T08:42:52Z', 'revision_number': 5, 'project_id': '892798fcbd634629883b86ab1c91a73d', 'gw_port': {'id': '957cbd03-a605-490a-9b3e-108a70b6ba42', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28dc19b-6e56-44f9-9c16-c6b70065ea6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:11Z', 'updated_at': '2021-06-23T08:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb'}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:42:53.178806 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db02c48-6712-4cb2-b659-ee9114572bf8 None None] Checking router: b28dc19b-6e56-44f9-9c16-c6b70065ea6f for host: dv-cinder-768592-7-smb {{(pid=99596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 08:42:53.189015 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db02c48-6712-4cb2-b659-ee9114572bf8 None None] Routers {'b28dc19b-6e56-44f9-9c16-c6b70065ea6f'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:42:53.189654 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-8db02c48-6712-4cb2-b659-ee9114572bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:42:41Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['b28dc19b-6e56-44f9-9c16-c6b70065ea6f'], 'active': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:42:53.211143 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [None req-5f7db43d-ded6-49e2-9723-010b42041e26 admin admin] Deleting port 957cbd03-a605-490a-9b3e-108a70b6ba42 {{(pid=99594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:42:53.211667 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-5f7db43d-ded6-49e2-9723-010b42041e26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:53.283574 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvr_db [None req-8db02c48-6712-4cb2-b659-ee9114572bf8 None None] Set router b28dc19b-6e56-44f9-9c16-c6b70065ea6f gateway port host: None {{(pid=99596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:42:53.338526 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [None req-5f7db43d-ded6-49e2-9723-010b42041e26 admin admin] For port 957cbd03-a605-490a-9b3e-108a70b6ba42, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=957cbd03-a605-490a-9b3e-108a70b6ba42,segment=NetworkSegment(6932e2b2-1f79-4fc6-aa47-4858913c769e),segment_id=6932e2b2-1f79-4fc6-aa47-4858913c769e)] {{(pid=99594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:42:53.340247 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-5f7db43d-ded6-49e2-9723-010b42041e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:53.342991 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-8db02c48-6712-4cb2-b659-ee9114572bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28dc19b-6e56-44f9-9c16-c6b70065ea6f', 'name': 'tempest-ServerRescueNegativeTestJSON-975518757-router', 'tenant_id': '892798fcbd634629883b86ab1c91a73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:39:10Z', 'updated_at': '2021-06-23T08:42:53Z', 'revision_number': 6, 'project_id': '892798fcbd634629883b86ab1c91a73d', 'gw_port_host': None}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:42:53.347675 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 52448) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:53.365776 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [None req-5f7db43d-ded6-49e2-9723-010b42041e26 admin admin] Calling delete_port for 957cbd03-a605-490a-9b3e-108a70b6ba42 owned by network:router_gateway {{(pid=99594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:42:53.379636 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db02c48-6712-4cb2-b659-ee9114572bf8 None None] The sync data for ids ['b28dc19b-6e56-44f9-9c16-c6b70065ea6f'] in dv-cinder-768592-7-smb is: [{'id': 'b28dc19b-6e56-44f9-9c16-c6b70065ea6f', 'name': 'tempest-ServerRescueNegativeTestJSON-975518757-router', 'tenant_id': '892798fcbd634629883b86ab1c91a73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:39:10Z', 'updated_at': '2021-06-23T08:42:53Z', 'revision_number': 6, 'project_id': '892798fcbd634629883b86ab1c91a73d', 'gw_port_host': None}] {{(pid=99596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 08:42:53.466592 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b19bf-29ac-458b-856d-ae6cd534dacb req-a8aa5738-be25-48e8-b45e-860287f4a6b0 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:53.475324 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e71b19bf-29ac-458b-856d-ae6cd534dacb req-a8aa5738-be25-48e8-b45e-860287f4a6b0 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 945 time: 0.1017706 Jun 23 08:42:53.517189 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-ab9a4f86-db85-46ea-872f-56f091a8d1de admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:53.557424 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e71b19bf-29ac-458b-856d-ae6cd534dacb req-0237e5c7-cd6c-4e65-b291-dd3a7349fe80 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800495 Jun 23 08:42:53.619816 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-5f7db43d-ded6-49e2-9723-010b42041e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27156491'] for port, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:53.623790 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-f6b2be66-34ec-4bb0-8c56-86cc8885aa63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:53.661585 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7db43d-ded6-49e2-9723-010b42041e26 admin admin] Pushing event deleted for resources: {'Port': ['ID=957cbd03-a605-490a-9b3e-108a70b6ba42,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:53.665134 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-5f7db43d-ded6-49e2-9723-010b42041e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:53.729457 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-ab9a4f86-db85-46ea-872f-56f091a8d1de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:53.739198 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-ab9a4f86-db85-46ea-872f-56f091a8d1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:53.742103 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-2b71f869-cc40-49c8-b293-ddf1d518d3fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:53.745864 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-5f7db43d-ded6-49e2-9723-010b42041e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717659'] for router_gateway, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:53.795709 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 52458) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:53.802032 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-ab9a4f86-db85-46ea-872f-56f091a8d1de admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=387367b1b4f8432281b8f3ac694f369f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4532292 Jun 23 08:42:53.803572 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a4f86-db85-46ea-872f-56f091a8d1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a251c5a-6c82-46b0-bc62-e7b83d88fd22,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:53.806872 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-ab9a4f86-db85-46ea-872f-56f091a8d1de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:53.961126 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-5f7db43d-ded6-49e2-9723-010b42041e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15939'] for router, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:53.961334 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device c900c729-6a49-4839-aa3b-b4e300ea875c no longer exists at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:42:53.965175 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-5f7db43d-ded6-49e2-9723-010b42041e26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:54.011447 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] No Port match for: c900c729-6a49-4839-aa3b-b4e300ea875c {{(pid=99595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 08:42:54.012061 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device c900c729-6a49-4839-aa3b-b4e300ea875c not bound to the agent host dv-cinder-768592-7-smb {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 08:42:54.045088 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-a483cea4-73cf-4662-bd27-d0ee0dcedf24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:54.058536 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-5f7db43d-ded6-49e2-9723-010b42041e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1821173'] for router, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:54.059128 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7db43d-ded6-49e2-9723-010b42041e26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b28dc19b-6e56-44f9-9c16-c6b70065ea6f {{(pid=99594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 08:42:54.073407 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-5f7db43d-ded6-49e2-9723-010b42041e26 admin admin] Notify callbacks [] for router, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:54.074558 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-5f7db43d-ded6-49e2-9723-010b42041e26 admin admin] 10.222.0.23 "DELETE /v2.0/routers/b28dc19b-6e56-44f9-9c16-c6b70065ea6f HTTP/1.1" status: 204 len: 168 time: 1.3284798 Jun 23 08:42:54.077612 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 52464) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:54.082265 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-a483cea4-73cf-4662-bd27-d0ee0dcedf24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:54.155727 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb86a44a-11ae-4cd2-80fb-fa81c13696bd admin admin] Deleting subnet 27d76a9c-f09b-4b46-ac4d-5eb636fc5d99 {{(pid=99593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 08:42:54.165621 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-bb86a44a-11ae-4cd2-80fb-fa81c13696bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:54.165893 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-a483cea4-73cf-4662-bd27-d0ee0dcedf24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:54.171989 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-a483cea4-73cf-4662-bd27-d0ee0dcedf24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:54.175456 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-a483cea4-73cf-4662-bd27-d0ee0dcedf24 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8a251c5a-6c82-46b0-bc62-e7b83d88fd22 HTTP/1.1" status: 204 len: 168 time: 0.3761168 Jun 23 08:42:54.175456 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-7cd25f9f-c956-47ab-aa4f-607adbf0b422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:54.206369 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483cea4-73cf-4662-bd27-d0ee0dcedf24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a251c5a-6c82-46b0-bc62-e7b83d88fd22,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:54.210027 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-a483cea4-73cf-4662-bd27-d0ee0dcedf24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:54.224479 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-bb86a44a-11ae-4cd2-80fb-fa81c13696bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3632229'] for subnet, precommit_delete_associations {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:54.284167 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-bb86a44a-11ae-4cd2-80fb-fa81c13696bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742952'] for subnet, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:54.365401 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-bb86a44a-11ae-4cd2-80fb-fa81c13696bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3652648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2551212'] for subnet, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:54.370841 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-68c67a31-fade-4a90-8841-1d97dc999ce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:54.403552 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb86a44a-11ae-4cd2-80fb-fa81c13696bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27d76a9c-f09b-4b46-ac4d-5eb636fc5d99,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:54.410880 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-bb86a44a-11ae-4cd2-80fb-fa81c13696bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:54.411982 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-bb86a44a-11ae-4cd2-80fb-fa81c13696bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for subnet, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:54.417028 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-bb86a44a-11ae-4cd2-80fb-fa81c13696bd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/27d76a9c-f09b-4b46-ac4d-5eb636fc5d99 HTTP/1.1" status: 204 len: 168 time: 0.3344018 Jun 23 08:42:54.418768 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 52470) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:54.505268 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-9dda489d-a84e-4593-a627-ae19fa743c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-650670'] for network, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:54.635161 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-9dda489d-a84e-4593-a627-ae19fa743c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745381', 'neutron.services.segments.db._delete_segments_for_network-8772759238175'] for network, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:54.654848 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 52476) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:54.672409 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.services.segments.db [None req-9dda489d-a84e-4593-a627-ae19fa743c25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b711c792-b208-4500-bb11-09c7e15b522c']}} {{(pid=99593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:42:54.687469 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-b2a216cb-ebe8-4f23-804b-f3aec64243aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:54.700509 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.services.segments.db [None req-9dda489d-a84e-4593-a627-ae19fa743c25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ec48aa-0e84-4b42-924c-b1608050ef98') {'for_net_delete': True} {{(pid=99593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:42:54.701285 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.services.segments.db [None req-9dda489d-a84e-4593-a627-ae19fa743c25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ec48aa-0e84-4b42-924c-b1608050ef98') {} {{(pid=99593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:42:54.727670 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-9dda489d-a84e-4593-a627-ae19fa743c25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772759225838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3632250'] for segment, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:54.751181 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-9dda489d-a84e-4593-a627-ae19fa743c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565'] for segment, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:54.760350 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dda489d-a84e-4593-a627-ae19fa743c25 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=99593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 08:42:54.761258 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-9dda489d-a84e-4593-a627-ae19fa743c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3652789'] for segment, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:54.763654 dv-cinder-768592-7-smb neutron-server[99593]: Traceback (most recent call last): Jun 23 08:42:54.763654 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 08:42:54.763654 dv-cinder-768592-7-smb neutron-server[99593]: timer() Jun 23 08:42:54.763654 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 08:42:54.763654 dv-cinder-768592-7-smb neutron-server[99593]: cb(*args, **kw) Jun 23 08:42:54.763654 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 08:42:54.763654 dv-cinder-768592-7-smb neutron-server[99593]: return func(*args, **kwargs) Jun 23 08:42:54.763654 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 08:42:54.763654 dv-cinder-768592-7-smb neutron-server[99593]: self._notify() Jun 23 08:42:54.763654 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 08:42:54.763654 dv-cinder-768592-7-smb neutron-server[99593]: self.callback(batched_events) Jun 23 08:42:54.763654 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 08:42:54.763654 dv-cinder-768592-7-smb neutron-server[99593]: event.method(event) Jun 23 08:42:54.763654 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 08:42:54.763654 dv-cinder-768592-7-smb neutron-server[99593]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 08:42:54.763654 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 08:42:54.763654 dv-cinder-768592-7-smb neutron-server[99593]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 08:42:54.763654 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 08:42:54.763654 dv-cinder-768592-7-smb neutron-server[99593]: return f(self, *a, **k) Jun 23 08:42:54.763654 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 08:42:54.763654 dv-cinder-768592-7-smb neutron-server[99593]: return self._get(url).json() Jun 23 08:42:54.763654 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 08:42:54.763654 dv-cinder-768592-7-smb neutron-server[99593]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 08:42:54.763654 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 08:42:54.763654 dv-cinder-768592-7-smb neutron-server[99593]: return self.request(url, 'GET', **kwargs) Jun 23 08:42:54.763654 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 08:42:54.763654 dv-cinder-768592-7-smb neutron-server[99593]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 08:42:54.763654 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 08:42:54.763654 dv-cinder-768592-7-smb neutron-server[99593]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 08:42:54.763654 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 08:42:54.763654 dv-cinder-768592-7-smb neutron-server[99593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 08:42:54.763654 dv-cinder-768592-7-smb neutron-server[99593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 08:42:54.857301 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-b2a216cb-ebe8-4f23-804b-f3aec64243aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:54.862648 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-b2a216cb-ebe8-4f23-804b-f3aec64243aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:54.867467 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:54.903585 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-9dda489d-a84e-4593-a627-ae19fa743c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717610'] for network, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:54.907705 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-b2a216cb-ebe8-4f23-804b-f3aec64243aa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fd880531cdf94444abcb0a7d0dd9295d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515244 Jun 23 08:42:54.911200 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-9dda489d-a84e-4593-a627-ae19fa743c25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for network, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:54.913585 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-9dda489d-a84e-4593-a627-ae19fa743c25 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b711c792-b208-4500-bb11-09c7e15b522c HTTP/1.1" status: 204 len: 168 time: 0.4941726 Jun 23 08:42:54.914481 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 52478) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:54.927218 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a216cb-ebe8-4f23-804b-f3aec64243aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00615574-2cd0-40dd-9c20-690112af15e8,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:54.927218 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-b2a216cb-ebe8-4f23-804b-f3aec64243aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:54.952713 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:55.023727 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d09542-9440-4a51-96af-b8e4a8188471 req-490f80c4-a172-4b1b-984d-d692fca3428c tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:55.023727 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-08d09542-9440-4a51-96af-b8e4a8188471 req-490f80c4-a172-4b1b-984d-d692fca3428c tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 945 time: 0.1640685 Jun 23 08:42:55.023727 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda489d-a84e-4593-a627-ae19fa743c25 admin admin] Pushing event deleted for resources: {'Network': ['ID=b711c792-b208-4500-bb11-09c7e15b522c,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:55.057220 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-9dda489d-a84e-4593-a627-ae19fa743c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:55.080615 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-08d09542-9440-4a51-96af-b8e4a8188471 req-b80c610a-97bc-489b-bd2b-404fba6d3517 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594790 Jun 23 08:42:55.093980 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-85196c86-68c8-4ffd-be79-d9843c7df56c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:55.135006 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-85196c86-68c8-4ffd-be79-d9843c7df56c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:55.201316 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-85196c86-68c8-4ffd-be79-d9843c7df56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:55.204418 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-85196c86-68c8-4ffd-be79-d9843c7df56c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:55.207973 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-85196c86-68c8-4ffd-be79-d9843c7df56c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/00615574-2cd0-40dd-9c20-690112af15e8 HTTP/1.1" status: 204 len: 168 time: 0.2454228 Jun 23 08:42:55.207973 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-3584d391-ae69-4ff0-a99c-73134c8577b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:55.215163 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85196c86-68c8-4ffd-be79-d9843c7df56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00615574-2cd0-40dd-9c20-690112af15e8,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:55.217598 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-85196c86-68c8-4ffd-be79-d9843c7df56c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:55.248412 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 52490) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:55.321971 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-7defab85-7470-41ff-bb0d-0b151edaf00d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=892798fcbd634629883b86ab1c91a73d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0723467 Jun 23 08:42:55.325278 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 52492) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:55.398163 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-de0cbe22-1594-4f15-81af-35ebebb8ac0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:55.434936 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-de0cbe22-1594-4f15-81af-35ebebb8ac0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:55.499327 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-de0cbe22-1594-4f15-81af-35ebebb8ac0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:55.502468 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-de0cbe22-1594-4f15-81af-35ebebb8ac0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:55.505953 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-de0cbe22-1594-4f15-81af-35ebebb8ac0c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c82564ce-1b9b-4f27-9d6a-a64524c59463 HTTP/1.1" status: 204 len: 168 time: 0.1773891 Jun 23 08:42:55.505953 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-a483cea4-73cf-4662-bd27-d0ee0dcedf24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:55.514331 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cbe22-1594-4f15-81af-35ebebb8ac0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82564ce-1b9b-4f27-9d6a-a64524c59463,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:55.517155 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-de0cbe22-1594-4f15-81af-35ebebb8ac0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:55.612474 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 957cbd03-a605-490a-9b3e-108a70b6ba42 no longer exists at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:42:55.665846 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] No Port match for: 957cbd03-a605-490a-9b3e-108a70b6ba42 {{(pid=99595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 08:42:55.666205 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 957cbd03-a605-490a-9b3e-108a70b6ba42 not bound to the agent host dv-cinder-768592-7-smb {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 08:42:55.672442 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 52500) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:55.688020 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4ee105ea-dabb-41c0-8365-f6ffe4a1f44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:55.810004 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4ee105ea-dabb-41c0-8365-f6ffe4a1f44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:55.814535 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4ee105ea-dabb-41c0-8365-f6ffe4a1f44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:55.820749 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-6f4f02d2-9ba8-4c7d-b66b-cd2ee3a90e2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:55.859830 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee105ea-dabb-41c0-8365-f6ffe4a1f44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0f5030-9bf5-4f18-85c5-817df62a4f0d,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:55.866326 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-4ee105ea-dabb-41c0-8365-f6ffe4a1f44a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:55.874079 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-4ee105ea-dabb-41c0-8365-f6ffe4a1f44a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b193d94748ee4676908b71af6a375569&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2000396 Jun 23 08:42:55.876643 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 52504) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:55.947489 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-77c5c87d-6839-4e26-b259-314e3510be52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:55.972604 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-77c5c87d-6839-4e26-b259-314e3510be52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:56.051593 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-77c5c87d-6839-4e26-b259-314e3510be52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:56.056223 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-77c5c87d-6839-4e26-b259-314e3510be52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:56.062902 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-77c5c87d-6839-4e26-b259-314e3510be52 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3a0f5030-9bf5-4f18-85c5-817df62a4f0d HTTP/1.1" status: 204 len: 168 time: 0.1826367 Jun 23 08:42:56.065720 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-de0cbe22-1594-4f15-81af-35ebebb8ac0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:56.087649 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c5c87d-6839-4e26-b259-314e3510be52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0f5030-9bf5-4f18-85c5-817df62a4f0d,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:56.090486 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-77c5c87d-6839-4e26-b259-314e3510be52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:56.411777 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd00a2-dd39-4fc3-a0ff-0c458025107b req-b67f3608-5585-4a77-aa9e-50176308b43b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:56.422453 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-8cfd00a2-dd39-4fc3-a0ff-0c458025107b req-b67f3608-5585-4a77-aa9e-50176308b43b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 945 time: 0.0990090 Jun 23 08:42:56.489795 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-8cfd00a2-dd39-4fc3-a0ff-0c458025107b req-2b3b6ea6-9f2f-42fc-8b04-29ccde8662bf tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642648 Jun 23 08:42:57.709761 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14296863-d21b-418d-ad3d-bbc3c8340a50 req-70bcfefd-04c4-4433-acf8-a96e884c2fac tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:57.715146 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-14296863-d21b-418d-ad3d-bbc3c8340a50 req-70bcfefd-04c4-4433-acf8-a96e884c2fac tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 945 time: 0.1018078 Jun 23 08:42:57.767969 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-14296863-d21b-418d-ad3d-bbc3c8340a50 req-20f4808d-8809-4f39-85dc-55d434660c27 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457668 Jun 23 08:42:58.964911 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 52660) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:59.056281 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db47dfc-3c0b-4d46-b59b-3966e37c6609 req-178d45e4-8f8e-4f86-aa7e-ddf2a055923a tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:42:59.069497 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6db47dfc-3c0b-4d46-b59b-3966e37c6609 req-178d45e4-8f8e-4f86-aa7e-ddf2a055923a tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 945 time: 0.1041863 Jun 23 08:42:59.115365 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7284705b-b690-4ee8-8c4b-891716baf5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:59.147508 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6db47dfc-3c0b-4d46-b59b-3966e37c6609 req-4e61045c-60e9-4b30-ae33-de54b2a8d56d tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766075 Jun 23 08:42:59.296655 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7284705b-b690-4ee8-8c4b-891716baf5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:59.301983 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7284705b-b690-4ee8-8c4b-891716baf5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:59.307251 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 52666) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:59.307679 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-fcbe5ae8-0852-43d6-b869-9ed64ecfa113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:59.338197 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7284705b-b690-4ee8-8c4b-891716baf5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6800eb8e-a80c-49e5-87a8-4f5b2687f9b2,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:59.356442 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-7284705b-b690-4ee8-8c4b-891716baf5bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:59.375560 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-7284705b-b690-4ee8-8c4b-891716baf5bc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f4557b6d3f44801bd80e2df93039b09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4095039 Jun 23 08:42:59.378046 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 52670) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:59.446329 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-52cd6873-4734-4d1d-b4f6-ee8cd3bb73e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:59.481975 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-f811083f-fc08-49e0-8cb4-94634543b48a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:59.495108 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-52cd6873-4734-4d1d-b4f6-ee8cd3bb73e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:59.570440 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-52cd6873-4734-4d1d-b4f6-ee8cd3bb73e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:59.574830 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-52cd6873-4734-4d1d-b4f6-ee8cd3bb73e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:59.575972 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-52cd6873-4734-4d1d-b4f6-ee8cd3bb73e4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6800eb8e-a80c-49e5-87a8-4f5b2687f9b2 HTTP/1.1" status: 204 len: 168 time: 0.1967642 Jun 23 08:42:59.578578 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-8fda754d-eef7-4d8c-a689-129e8a3f6c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:59.596692 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd6873-4734-4d1d-b4f6-ee8cd3bb73e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6800eb8e-a80c-49e5-87a8-4f5b2687f9b2,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:59.600494 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-52cd6873-4734-4d1d-b4f6-ee8cd3bb73e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:59.651812 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-f811083f-fc08-49e0-8cb4-94634543b48a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:59.657020 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-f811083f-fc08-49e0-8cb4-94634543b48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:59.660854 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-f5798e97-45eb-4477-89bb-fe5afe8adc67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:59.706894 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-f811083f-fc08-49e0-8cb4-94634543b48a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c851fffd67c4394ab6a14e8e32d45f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3961346 Jun 23 08:42:59.706894 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f811083f-fc08-49e0-8cb4-94634543b48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66eef72a-fe78-4bb6-8a61-e21f1654853e,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:59.707272 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 52676) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:42:59.710002 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-f811083f-fc08-49e0-8cb4-94634543b48a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:42:59.793882 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-06269809-902a-4ca9-ac7e-2ed20847e0d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:59.822120 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-06269809-902a-4ca9-ac7e-2ed20847e0d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:59.875063 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-06269809-902a-4ca9-ac7e-2ed20847e0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:59.877767 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-06269809-902a-4ca9-ac7e-2ed20847e0d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:42:59.881262 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-06269809-902a-4ca9-ac7e-2ed20847e0d0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/66eef72a-fe78-4bb6-8a61-e21f1654853e HTTP/1.1" status: 204 len: 168 time: 0.1705084 Jun 23 08:42:59.881262 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-b2a216cb-ebe8-4f23-804b-f3aec64243aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:42:59.888905 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06269809-902a-4ca9-ac7e-2ed20847e0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66eef72a-fe78-4bb6-8a61-e21f1654853e,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:42:59.898927 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-06269809-902a-4ca9-ac7e-2ed20847e0d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:00.156305 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 52712) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:00.173304 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-f1f19a1a-deb9-43af-8da5-1e82f41247e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:00.267261 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 52716) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:00.288164 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-f1f19a1a-deb9-43af-8da5-1e82f41247e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:00.302665 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-f1f19a1a-deb9-43af-8da5-1e82f41247e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:00.326109 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-6907ff86-14e8-4bfd-8e62-16d6a914e4cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:00.373878 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-f1f19a1a-deb9-43af-8da5-1e82f41247e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e3dfe61023c40999e2512efbd96cf3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2133615 Jun 23 08:43:00.374634 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f19a1a-deb9-43af-8da5-1e82f41247e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e09b8f2-d92a-4da4-9863-99e861ddf493,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:00.374808 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 52722) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:00.377522 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-f1f19a1a-deb9-43af-8da5-1e82f41247e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:00.408649 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f1a78-8afa-4fa7-8320-1ca9d906628a req-a1d5ca1e-31b6-4fa2-880c-ebd40abf51ff tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:00.410343 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-094f1a78-8afa-4fa7-8320-1ca9d906628a req-a1d5ca1e-31b6-4fa2-880c-ebd40abf51ff tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 945 time: 0.1200731 Jun 23 08:43:00.432753 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-6e2c9630-fe39-4cfc-b270-f96876dd7d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:00.452672 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-094f1a78-8afa-4fa7-8320-1ca9d906628a req-ba1fae86-9290-4b6c-a1d1-f56e3e778b8d tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350230 Jun 23 08:43:00.458010 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-ee5d50c5-d0ee-4db7-9e52-9339a2f073dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:00.491136 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-ee5d50c5-d0ee-4db7-9e52-9339a2f073dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:00.571648 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-ee5d50c5-d0ee-4db7-9e52-9339a2f073dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:00.574244 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-ee5d50c5-d0ee-4db7-9e52-9339a2f073dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:00.575373 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-ee5d50c5-d0ee-4db7-9e52-9339a2f073dc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0e09b8f2-d92a-4da4-9863-99e861ddf493 HTTP/1.1" status: 204 len: 168 time: 0.2000563 Jun 23 08:43:00.580001 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-00067fbd-f1ff-4e7e-be67-45aee9f35546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:00.590413 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-6e2c9630-fe39-4cfc-b270-f96876dd7d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:00.592055 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d50c5-d0ee-4db7-9e52-9339a2f073dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e09b8f2-d92a-4da4-9863-99e861ddf493,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:00.594831 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-ee5d50c5-d0ee-4db7-9e52-9339a2f073dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:00.595588 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-6e2c9630-fe39-4cfc-b270-f96876dd7d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:00.599072 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-06933fc3-ed5c-4ddb-81c8-69b53d443a7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:00.635451 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-6e2c9630-fe39-4cfc-b270-f96876dd7d47 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=19e47ff5e79341b5a890982e8ec68246&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3665357 Jun 23 08:43:00.636599 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c9630-fe39-4cfc-b270-f96876dd7d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752f8a8d-7e76-45a9-b083-29b472573f70,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:00.638045 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 52734) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:00.640107 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-6e2c9630-fe39-4cfc-b270-f96876dd7d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:00.725145 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-0c075421-a8ae-46f2-8fea-63ca3d23ea04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:00.758749 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-0c075421-a8ae-46f2-8fea-63ca3d23ea04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:00.819116 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-0c075421-a8ae-46f2-8fea-63ca3d23ea04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:00.822585 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-0c075421-a8ae-46f2-8fea-63ca3d23ea04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:00.823928 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-0c075421-a8ae-46f2-8fea-63ca3d23ea04 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/752f8a8d-7e76-45a9-b083-29b472573f70 HTTP/1.1" status: 204 len: 168 time: 0.1846368 Jun 23 08:43:00.824892 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-cd020ec8-3d2b-4b23-ad22-0441f4544a1b tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:00.833043 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c075421-a8ae-46f2-8fea-63ca3d23ea04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752f8a8d-7e76-45a9-b083-29b472573f70,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:00.835817 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-0c075421-a8ae-46f2-8fea-63ca3d23ea04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:01.024184 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c56bc-d8ab-4688-86e6-504065f68665 req-cd44fbc5-0e2e-4095-a671-058f05844cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:01.025818 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-658c56bc-d8ab-4688-86e6-504065f68665 req-cd44fbc5-0e2e-4095-a671-058f05844cfa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=155e1127bd2f402a83bf7f1e4da6faa5&device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 1098 time: 0.0698521 Jun 23 08:43:01.064584 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 52756) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:01.147497 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c56bc-d8ab-4688-86e6-504065f68665 req-d1f9e753-d482-444b-964f-e2534c08332b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:01.149533 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-658c56bc-d8ab-4688-86e6-504065f68665 req-d1f9e753-d482-444b-964f-e2534c08332b service neutron] 10.222.0.13 "GET /v2.0/networks?id=02f4b377-8e86-41d6-8ffe-f003b45c6248 HTTP/1.1" status: 200 len: 917 time: 0.1156805 Jun 23 08:43:01.193622 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-48fa53ff-6d81-417b-9ed8-3b6df1f2996e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:01.229307 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-658c56bc-d8ab-4688-86e6-504065f68665 req-a47bb77d-66c0-405a-a41f-4f18148f8624 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d138dc7d-821b-43b7-b299-08c73ca38d11 HTTP/1.1" status: 200 len: 1001 time: 0.0727561 Jun 23 08:43:01.294516 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c56bc-d8ab-4688-86e6-504065f68665 req-eaec7076-e3e5-441b-bee8-90c126a2eb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:01.296266 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-658c56bc-d8ab-4688-86e6-504065f68665 req-eaec7076-e3e5-441b-bee8-90c126a2eb6e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b3df551-72d8-4749-a018-772b466944b3 HTTP/1.1" status: 200 len: 855 time: 0.0585344 Jun 23 08:43:01.361074 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c56bc-d8ab-4688-86e6-504065f68665 req-5a74b130-11a2-48d7-8e0e-786c0d6369c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:01.362638 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-658c56bc-d8ab-4688-86e6-504065f68665 req-5a74b130-11a2-48d7-8e0e-786c0d6369c9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02f4b377-8e86-41d6-8ffe-f003b45c6248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0579927 Jun 23 08:43:01.365125 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-48fa53ff-6d81-417b-9ed8-3b6df1f2996e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:01.370450 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-48fa53ff-6d81-417b-9ed8-3b6df1f2996e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:01.375040 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-f8785b0f-b472-4367-9c4b-fdf465b7baac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:01.407533 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa53ff-6d81-417b-9ed8-3b6df1f2996e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72230d2-cabd-44ad-85c7-5fd83234ea8c,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:01.414184 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-48fa53ff-6d81-417b-9ed8-3b6df1f2996e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:01.435555 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-48fa53ff-6d81-417b-9ed8-3b6df1f2996e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f68eb32a7c0d48cfb766e2735566eb48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3675449 Jun 23 08:43:01.435764 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 52772) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:01.520396 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-658c56bc-d8ab-4688-86e6-504065f68665 req-b6d6fe58-b69f-481c-81ab-58c3e5bebfdc service neutron] 10.222.0.13 "GET /v2.0/networks/02f4b377-8e86-41d6-8ffe-f003b45c6248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504097 Jun 23 08:43:01.609769 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-5a0ac4ed-18a0-4493-bd3f-52402c5f727b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:01.646343 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-5a0ac4ed-18a0-4493-bd3f-52402c5f727b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:01.714487 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-658c56bc-d8ab-4688-86e6-504065f68665 req-da7489d6-5b48-439a-b94e-98a2f524fb04 service neutron] 10.222.0.13 "GET /v2.0/networks/02f4b377-8e86-41d6-8ffe-f003b45c6248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867914 Jun 23 08:43:01.807815 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fe62e-500e-4cc8-a0c4-8242a0506e11 req-fde83a16-c048-49da-a706-b6060cfda864 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:01.809345 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-772fe62e-500e-4cc8-a0c4-8242a0506e11 req-fde83a16-c048-49da-a706-b6060cfda864 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 945 time: 0.1188135 Jun 23 08:43:01.823354 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-5a0ac4ed-18a0-4493-bd3f-52402c5f727b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:01.825875 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-5a0ac4ed-18a0-4493-bd3f-52402c5f727b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:01.826969 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-5a0ac4ed-18a0-4493-bd3f-52402c5f727b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b72230d2-cabd-44ad-85c7-5fd83234ea8c HTTP/1.1" status: 204 len: 168 time: 0.3902769 Jun 23 08:43:01.828681 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-a238818d-e46a-49c5-8252-7a84ee7494f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:01.849807 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ac4ed-18a0-4493-bd3f-52402c5f727b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72230d2-cabd-44ad-85c7-5fd83234ea8c,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:01.858332 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-5a0ac4ed-18a0-4493-bd3f-52402c5f727b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:01.865972 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-772fe62e-500e-4cc8-a0c4-8242a0506e11 req-505f3643-afac-4b6a-b6fe-d2c936ccd01e tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493612 Jun 23 08:43:02.681707 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 52842) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:02.782923 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3baef5d0-c617-4096-b766-bd92918ef944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:02.880226 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3baef5d0-c617-4096-b766-bd92918ef944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:02.886887 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3baef5d0-c617-4096-b766-bd92918ef944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:02.890341 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-63c683b4-0605-4bd1-b6c6-c9f7362a2a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:02.928010 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-3baef5d0-c617-4096-b766-bd92918ef944 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=364299eabe6642a0b178989761e50ace&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2427704 Jun 23 08:43:02.928010 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baef5d0-c617-4096-b766-bd92918ef944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1df8cab-8946-4716-afb6-1232bafba60d,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:02.930399 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 52850) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:02.935840 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-3baef5d0-c617-4096-b766-bd92918ef944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:02.985339 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-1c14f99a-6065-4a80-9e18-1e5565d5eeb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:03.011195 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-1c14f99a-6065-4a80-9e18-1e5565d5eeb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:03.072848 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367961f8-0dc0-460e-8e92-fd0c98291c8d req-2114861f-da9a-434e-ba77-5fa985962b4b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:03.073392 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-1c14f99a-6065-4a80-9e18-1e5565d5eeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:03.076398 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-1c14f99a-6065-4a80-9e18-1e5565d5eeb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:03.080141 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-1c14f99a-6065-4a80-9e18-1e5565d5eeb9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a1df8cab-8946-4716-afb6-1232bafba60d HTTP/1.1" status: 204 len: 168 time: 0.1475105 Jun 23 08:43:03.080141 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-4ee105ea-dabb-41c0-8365-f6ffe4a1f44a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:03.090648 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c14f99a-6065-4a80-9e18-1e5565d5eeb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1df8cab-8946-4716-afb6-1232bafba60d,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:03.093459 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-1c14f99a-6065-4a80-9e18-1e5565d5eeb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:03.099150 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-367961f8-0dc0-460e-8e92-fd0c98291c8d req-2114861f-da9a-434e-ba77-5fa985962b4b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 945 time: 0.0953400 Jun 23 08:43:03.145499 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-367961f8-0dc0-460e-8e92-fd0c98291c8d req-c429ffec-b95e-4ae4-ac69-075f99a18fb9 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449817 Jun 23 08:43:04.361338 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3dd53-847f-485b-aa0f-3282d92b4f12 req-29b42c7b-8400-4c66-954e-8814688fde9b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:04.363146 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-cec3dd53-847f-485b-aa0f-3282d92b4f12 req-29b42c7b-8400-4c66-954e-8814688fde9b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 945 time: 0.0833182 Jun 23 08:43:04.415497 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-cec3dd53-847f-485b-aa0f-3282d92b4f12 req-be682772-7b3d-429f-825f-70bcacbfd989 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449154 Jun 23 08:43:04.612671 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device d138dc7d-821b-43b7-b299-08c73ca38d11 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:43:04.687525 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 52924) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:04.697525 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:04.726387 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3631e51b-c5d2-4b22-9356-7ee8f3f3126d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd138dc7d-821b-43b7-b299-08c73ca38d11'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:43:04.728726 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe10368e395667840533ec91c6601648d36376b54de0a6f6a3b23a108ba8d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577df7d8-87c1-488e-b05b-85124d824a6f" -d '{"events": [{"server_uuid": "3631e51b-c5d2-4b22-9356-7ee8f3f3126d", "name": "network-vif-unplugged", "status": "completed", "tag": "d138dc7d-821b-43b7-b299-08c73ca38d11"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:43:04.753478 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port d138dc7d-821b-43b7-b299-08c73ca38d11, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d138dc7d-821b-43b7-b299-08c73ca38d11,segment=NetworkSegment(31b2f068-fef9-4baa-bc53-51c6f575a7bf),segment_id=31b2f068-fef9-4baa-bc53-51c6f575a7bf)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:43:04.757426 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:04.760548 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:04.785500 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Jun 2021 08:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2afdaa6-3ded-44a1-9050-1433fe7d7862 x-openstack-request-id: req-b2afdaa6-3ded-44a1-9050-1433fe7d7862 {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:43:04.785860 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3631e51b-c5d2-4b22-9356-7ee8f3f3126d", "name": "network-vif-unplugged", "status": "failed", "tag": "d138dc7d-821b-43b7-b299-08c73ca38d11", "code": 422}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:43:04.786204 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b2afdaa6-3ded-44a1-9050-1433fe7d7862 {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:43:04.786643 dv-cinder-768592-7-smb neutron-server[99595]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3631e51b-c5d2-4b22-9356-7ee8f3f3126d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd138dc7d-821b-43b7-b299-08c73ca38d11', 'code': 422} returned with failed status Jun 23 08:43:04.809090 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-85a1d882-d411-4577-9283-fd6c5ed56fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:04.815613 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=d138dc7d-821b-43b7-b299-08c73ca38d11,revision_number=8']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:04.827535 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:04.908146 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-85a1d882-d411-4577-9283-fd6c5ed56fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:04.912028 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-85a1d882-d411-4577-9283-fd6c5ed56fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:04.916104 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-53bd7b44-e6a3-47c8-883a-01ee8c36f77f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:04.955803 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-85a1d882-d411-4577-9283-fd6c5ed56fa5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa3f5adf76cb4ae38c4f0fc870225b30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2671742 Jun 23 08:43:04.957029 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1d882-d411-4577-9283-fd6c5ed56fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c9d534-18b0-41e6-9971-4ac287bf946a,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:04.958494 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 52936) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:04.960289 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-85a1d882-d411-4577-9283-fd6c5ed56fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:05.009710 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-0cb2df70-7b45-4915-9d77-922566465972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:05.033994 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-0cb2df70-7b45-4915-9d77-922566465972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:05.091168 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-0cb2df70-7b45-4915-9d77-922566465972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:05.094431 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-0cb2df70-7b45-4915-9d77-922566465972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:05.098585 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-0cb2df70-7b45-4915-9d77-922566465972 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/01c9d534-18b0-41e6-9971-4ac287bf946a HTTP/1.1" status: 204 len: 168 time: 0.1361561 Jun 23 08:43:05.098585 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-ee5d50c5-d0ee-4db7-9e52-9339a2f073dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:05.105063 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2df70-7b45-4915-9d77-922566465972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c9d534-18b0-41e6-9971-4ac287bf946a,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:05.107373 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-0cb2df70-7b45-4915-9d77-922566465972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:05.313951 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e67b9-253f-4d68-993f-cf6b0c679664 req-4d50a915-6165-4abe-bcf5-abcbebfdc31b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:05.321866 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-ed3e67b9-253f-4d68-993f-cf6b0c679664 req-4d50a915-6165-4abe-bcf5-abcbebfdc31b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 943 time: 0.0879395 Jun 23 08:43:05.360676 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-ed3e67b9-253f-4d68-993f-cf6b0c679664 req-4e79855b-f526-44bd-bd4a-4ef175642235 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364943 Jun 23 08:43:05.426858 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 52954) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:05.441254 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-5a8f3630-0586-4a39-9bb0-98d1eaefd8df admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:05.548441 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-5a8f3630-0586-4a39-9bb0-98d1eaefd8df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:05.553063 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-5a8f3630-0586-4a39-9bb0-98d1eaefd8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:05.558018 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-9c208f3d-a3f2-45cd-be54-95c69964f4c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:05.599902 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f3630-0586-4a39-9bb0-98d1eaefd8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baaf9a31-6f8d-42bd-84b2-b104fafeb7e2,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:05.625068 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-5a8f3630-0586-4a39-9bb0-98d1eaefd8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:05.632649 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-5a8f3630-0586-4a39-9bb0-98d1eaefd8df admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cbbf45a25b404296951d78bac6050914&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2042763 Jun 23 08:43:05.635771 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 52972) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:05.657539 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 52974) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:05.709436 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-344ee482-b754-4aed-9e4f-de599cc36bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:05.741988 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-344ee482-b754-4aed-9e4f-de599cc36bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:05.766497 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c0a6bd41-c767-4f85-8c6a-5cdcd999767a req-55c48eb6-b2e1-4cb2-adf3-8a85288c1bb1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1075857 Jun 23 08:43:05.812717 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-344ee482-b754-4aed-9e4f-de599cc36bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:05.816136 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-344ee482-b754-4aed-9e4f-de599cc36bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:05.817336 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-344ee482-b754-4aed-9e4f-de599cc36bb0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/baaf9a31-6f8d-42bd-84b2-b104fafeb7e2 HTTP/1.1" status: 204 len: 168 time: 0.1801724 Jun 23 08:43:05.818238 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-9cb0893c-eae8-470b-baeb-92d31a85ac0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:05.828872 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ee482-b754-4aed-9e4f-de599cc36bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baaf9a31-6f8d-42bd-84b2-b104fafeb7e2,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:05.832045 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-344ee482-b754-4aed-9e4f-de599cc36bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:05.882079 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 52986) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:06.019434 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f0650-0d61-42d6-a6ec-81710c89866c req-b6dac7b8-617d-416f-b882-00e8898cff3e tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:06.021379 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-622f0650-0d61-42d6-a6ec-81710c89866c req-b6dac7b8-617d-416f-b882-00e8898cff3e tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=90c61751-25c5-4afb-9fcc-c4eb674f06a7 HTTP/1.1" status: 200 len: 945 time: 0.0719593 Jun 23 08:43:06.094991 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-622f0650-0d61-42d6-a6ec-81710c89866c req-8c72088c-19b7-408a-83e5-5f339c910f4f tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651896 Jun 23 08:43:06.128052 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-5515ce75-e0cf-495e-a37a-4fe2ea5111c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:06.237261 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-5515ce75-e0cf-495e-a37a-4fe2ea5111c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:06.246849 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-5515ce75-e0cf-495e-a37a-4fe2ea5111c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:06.254774 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-af84fcc0-4e0c-4aed-9514-4ed7597e30dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:06.299480 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-5515ce75-e0cf-495e-a37a-4fe2ea5111c4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=19c72a1db774412d8f3adca244dbb714&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4162810 Jun 23 08:43:06.300385 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515ce75-e0cf-495e-a37a-4fe2ea5111c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5209850c-09ad-4219-836a-b7d32789a66a,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:06.303529 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 53004) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:06.315171 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-5515ce75-e0cf-495e-a37a-4fe2ea5111c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:06.369080 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-257a6671-b8c3-417a-97d6-722d454f3c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:06.399157 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-257a6671-b8c3-417a-97d6-722d454f3c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:06.454141 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-257a6671-b8c3-417a-97d6-722d454f3c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:06.457158 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-257a6671-b8c3-417a-97d6-722d454f3c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:06.461655 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-257a6671-b8c3-417a-97d6-722d454f3c33 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5209850c-09ad-4219-836a-b7d32789a66a HTTP/1.1" status: 204 len: 168 time: 0.1548746 Jun 23 08:43:06.462820 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-0c075421-a8ae-46f2-8fea-63ca3d23ea04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:06.471851 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a6671-b8c3-417a-97d6-722d454f3c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5209850c-09ad-4219-836a-b7d32789a66a,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:06.474215 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-257a6671-b8c3-417a-97d6-722d454f3c33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:06.648029 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa93d0d-613b-4f8d-b7ec-8def8ac7afa9 req-d687fd07-2ea9-4c7b-aeac-5c0b9a6d2a3c tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:06.649895 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-cfa93d0d-613b-4f8d-b7ec-8def8ac7afa9 req-d687fd07-2ea9-4c7b-aeac-5c0b9a6d2a3c tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 943 time: 0.1407497 Jun 23 08:43:06.691402 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-cfa93d0d-613b-4f8d-b7ec-8def8ac7afa9 req-b8b47574-fe11-435f-8b33-c69a822fdb6b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357616 Jun 23 08:43:06.809069 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 53024) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:06.824530 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-7b0a7abe-26e8-40fd-b3ff-d5b7fb7d3646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:06.919988 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-7b0a7abe-26e8-40fd-b3ff-d5b7fb7d3646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:06.924702 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-7b0a7abe-26e8-40fd-b3ff-d5b7fb7d3646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:06.928393 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-58e71a50-a887-4c84-bbaf-b4794f623ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:06.967319 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-7b0a7abe-26e8-40fd-b3ff-d5b7fb7d3646 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7eb0de6c382448e5b0364657225e37c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1569319 Jun 23 08:43:06.968325 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a7abe-26e8-40fd-b3ff-d5b7fb7d3646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b8eeb5-239b-4a62-8eeb-8318d5cd4100,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:06.969980 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 53028) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:06.971504 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-7b0a7abe-26e8-40fd-b3ff-d5b7fb7d3646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:07.028590 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-c544c35e-7a78-4ddf-8387-0874aab2e4fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:07.283659 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992863eb-e194-487f-8823-dd2cf3e1fdd2 req-9c73e031-d37f-4763-82e3-44e5a5bf75f1 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:07.285414 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-992863eb-e194-487f-8823-dd2cf3e1fdd2 req-9c73e031-d37f-4763-82e3-44e5a5bf75f1 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=90c61751-25c5-4afb-9fcc-c4eb674f06a7 HTTP/1.1" status: 200 len: 945 time: 0.0702362 Jun 23 08:43:07.327904 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-c544c35e-7a78-4ddf-8387-0874aab2e4fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:07.328525 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-992863eb-e194-487f-8823-dd2cf3e1fdd2 req-46133a92-61aa-4391-b4bc-3f9dbaa3befb tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362427 Jun 23 08:43:07.375137 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-c544c35e-7a78-4ddf-8387-0874aab2e4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:07.378232 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-c544c35e-7a78-4ddf-8387-0874aab2e4fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:07.379389 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-c544c35e-7a78-4ddf-8387-0874aab2e4fc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/11b8eeb5-239b-4a62-8eeb-8318d5cd4100 HTTP/1.1" status: 204 len: 168 time: 0.4082496 Jun 23 08:43:07.380150 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-6e2c9630-fe39-4cfc-b270-f96876dd7d47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:07.389351 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544c35e-7a78-4ddf-8387-0874aab2e4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b8eeb5-239b-4a62-8eeb-8318d5cd4100,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:07.392746 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-c544c35e-7a78-4ddf-8387-0874aab2e4fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:07.540485 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6bd41-c767-4f85-8c6a-5cdcd999767a req-3d5eb39a-c6b5-4796-a95b-8f65b9b2f161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:07.542091 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-c0a6bd41-c767-4f85-8c6a-5cdcd999767a req-3d5eb39a-c6b5-4796-a95b-8f65b9b2f161 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d&tenant_id=155e1127bd2f402a83bf7f1e4da6faa5 HTTP/1.1" status: 200 len: 1096 time: 0.0878971 Jun 23 08:43:07.649756 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6bd41-c767-4f85-8c6a-5cdcd999767a req-a30e325c-de98-4744-85a1-2869726a65fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:07.651174 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-c0a6bd41-c767-4f85-8c6a-5cdcd999767a req-a30e325c-de98-4744-85a1-2869726a65fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=155e1127bd2f402a83bf7f1e4da6faa5&device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 1096 time: 0.0602841 Jun 23 08:43:07.659523 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 53056) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:07.752594 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6bd41-c767-4f85-8c6a-5cdcd999767a req-f9760e17-1424-472c-9d57-48a42509ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:07.754139 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-c0a6bd41-c767-4f85-8c6a-5cdcd999767a req-f9760e17-1424-472c-9d57-48a42509ef2b service neutron] 10.222.0.13 "GET /v2.0/networks?id=02f4b377-8e86-41d6-8ffe-f003b45c6248 HTTP/1.1" status: 200 len: 917 time: 0.0899122 Jun 23 08:43:07.777177 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-fbfd55c9-4f6f-4b9f-b7c6-e93a73ac115b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:07.845248 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-c0a6bd41-c767-4f85-8c6a-5cdcd999767a req-1f5b0020-799f-4290-ae12-aeff73dfaba3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d138dc7d-821b-43b7-b299-08c73ca38d11 HTTP/1.1" status: 200 len: 999 time: 0.0835574 Jun 23 08:43:07.901301 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6bd41-c767-4f85-8c6a-5cdcd999767a req-f8f9b0f7-f730-464b-9630-4b1d68cc810b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:07.902880 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-c0a6bd41-c767-4f85-8c6a-5cdcd999767a req-f8f9b0f7-f730-464b-9630-4b1d68cc810b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b3df551-72d8-4749-a018-772b466944b3 HTTP/1.1" status: 200 len: 855 time: 0.0505431 Jun 23 08:43:07.926615 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-fbfd55c9-4f6f-4b9f-b7c6-e93a73ac115b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:07.940633 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0a509-13d0-49fb-8b39-7b6d4a735ab9 req-492c0727-97d4-4587-905a-0889b2ab09ed tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:07.942525 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9bc0a509-13d0-49fb-8b39-7b6d4a735ab9 req-492c0727-97d4-4587-905a-0889b2ab09ed tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 943 time: 0.1061075 Jun 23 08:43:07.943401 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-fbfd55c9-4f6f-4b9f-b7c6-e93a73ac115b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:07.947080 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-85a1d882-d411-4577-9283-fd6c5ed56fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:07.974926 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6bd41-c767-4f85-8c6a-5cdcd999767a req-1e65b4dc-3749-4d15-bd2a-16586dc1fdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:07.976601 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-c0a6bd41-c767-4f85-8c6a-5cdcd999767a req-1e65b4dc-3749-4d15-bd2a-16586dc1fdde service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02f4b377-8e86-41d6-8ffe-f003b45c6248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0662842 Jun 23 08:43:08.000736 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-fbfd55c9-4f6f-4b9f-b7c6-e93a73ac115b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47ee90216d084e21ab7139d8fdd636a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3400428 Jun 23 08:43:08.003352 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 53074) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:08.010767 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd55c9-4f6f-4b9f-b7c6-e93a73ac115b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901fbbe7-7786-46cd-918a-7528233d4083,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:08.013808 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-fbfd55c9-4f6f-4b9f-b7c6-e93a73ac115b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:08.053474 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9bc0a509-13d0-49fb-8b39-7b6d4a735ab9 req-b83e0159-0a5d-421c-bcb7-2ebef7f37e4d tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921001 Jun 23 08:43:08.080700 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-62e6980b-31cf-4b93-ba00-1417188e0421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:08.089008 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-c0a6bd41-c767-4f85-8c6a-5cdcd999767a req-d8eaed75-13d0-4e69-a089-2d572e377c6f service neutron] 10.222.0.13 "GET /v2.0/networks/02f4b377-8e86-41d6-8ffe-f003b45c6248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046653 Jun 23 08:43:08.111825 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-62e6980b-31cf-4b93-ba00-1417188e0421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:08.165839 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-62e6980b-31cf-4b93-ba00-1417188e0421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:08.169267 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-62e6980b-31cf-4b93-ba00-1417188e0421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:08.171597 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 53078) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:08.171742 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-62e6980b-31cf-4b93-ba00-1417188e0421 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/901fbbe7-7786-46cd-918a-7528233d4083 HTTP/1.1" status: 204 len: 168 time: 0.1674516 Jun 23 08:43:08.172515 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-48fa53ff-6d81-417b-9ed8-3b6df1f2996e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:08.181252 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e6980b-31cf-4b93-ba00-1417188e0421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901fbbe7-7786-46cd-918a-7528233d4083,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:08.187649 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-62e6980b-31cf-4b93-ba00-1417188e0421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:08.196683 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-c0a6bd41-c767-4f85-8c6a-5cdcd999767a req-f429127a-705d-4cef-bcfa-6a999939be06 service neutron] 10.222.0.13 "GET /v2.0/networks/02f4b377-8e86-41d6-8ffe-f003b45c6248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007955 Jun 23 08:43:08.284026 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-de39b815-3ee7-4b32-bccf-f38a11c66582 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1883011869-network', 'tenant_id': 'cd27980e548b461c9e7bcdfe5ea62882'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:43:08.304498 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de39b815-3ee7-4b32-bccf-f38a11c66582 admin admin] Made reservation on behalf of cd27980e548b461c9e7bcdfe5ea62882 for: {'network': 1} {{(pid=99594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:43:08.309665 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-de39b815-3ee7-4b32-bccf-f38a11c66582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for network, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:08.322070 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-de39b815-3ee7-4b32-bccf-f38a11c66582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:08.332188 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-dddc29dc-473d-45ee-a9a1-4fc8ee80963b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:08.432394 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-de39b815-3ee7-4b32-bccf-f38a11c66582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:08.436707 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-de39b815-3ee7-4b32-bccf-f38a11c66582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:08.447411 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-c28c116a-7f67-437a-9f3b-a8db6bd6e7e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:08.470155 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de39b815-3ee7-4b32-bccf-f38a11c66582 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=99594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 08:43:08.487695 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39b815-3ee7-4b32-bccf-f38a11c66582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9374f109-7a02-4d2c-8e4e-21bcbe1fb400,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:08.493145 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-de39b815-3ee7-4b32-bccf-f38a11c66582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:08.501647 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-de39b815-3ee7-4b32-bccf-f38a11c66582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565'] for segment, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:08.501995 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.db.segments_db [None req-de39b815-3ee7-4b32-bccf-f38a11c66582 admin admin] Added segment 722c628d-2496-4c31-adce-95f4e19fb95d of type vlan for network 8af9e12a-a50e-49e3-a158-896d696b05e9 Jun 23 08:43:08.532115 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554badb-e189-4050-b4b8-99d14c480210 req-b65cff1f-8e5c-44de-9e5e-144a16a65b1a tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:08.533641 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d554badb-e189-4050-b4b8-99d14c480210 req-b65cff1f-8e5c-44de-9e5e-144a16a65b1a tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=90c61751-25c5-4afb-9fcc-c4eb674f06a7 HTTP/1.1" status: 200 len: 945 time: 0.0875392 Jun 23 08:43:08.534111 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 53098) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:08.559872 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b6225022-c038-4abf-badf-878e31a163f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:08.562196 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-de39b815-3ee7-4b32-bccf-f38a11c66582 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772758686486'] for network, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:08.594437 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-de39b815-3ee7-4b32-bccf-f38a11c66582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095'] for network, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:08.595918 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de39b815-3ee7-4b32-bccf-f38a11c66582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:08.596519 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-de39b815-3ee7-4b32-bccf-f38a11c66582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for network, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:08.599127 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d554badb-e189-4050-b4b8-99d14c480210 req-4aef44a1-c4a4-45d7-8e23-bd768b7b3c68 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531609 Jun 23 08:43:08.607280 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-129ea54e-8f5e-4d00-9d83-47e61e01ea9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:08.674526 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39b815-3ee7-4b32-bccf-f38a11c66582 admin admin] Pushing event updated for resources: {'Network': ['ID=8af9e12a-a50e-49e3-a158-896d696b05e9,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:08.674871 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b6225022-c038-4abf-badf-878e31a163f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:08.677686 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-de39b815-3ee7-4b32-bccf-f38a11c66582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:08.682298 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b6225022-c038-4abf-badf-878e31a163f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:08.686760 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-de39b815-3ee7-4b32-bccf-f38a11c66582 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5140302 Jun 23 08:43:08.687073 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Network 8af9e12a-a50e-49e3-a158-896d696b05e9 details requested by agent ovs-agent-dv-cinder-768592-7-smb with host dv-cinder-768592-7-smb {{(pid=99595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 08:43:08.689447 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 53104) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:08.689731 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-2ab1fa41-40c4-42e6-853d-3b82238302b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:08.695694 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-f8ed892d-75c3-41dc-84d0-973500575da5 admin admin] Request body: {'subnet': {'network_id': '8af9e12a-a50e-49e3-a158-896d696b05e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1883011869-subnet', 'tenant_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'ip_version': 4}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:43:08.723115 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ed892d-75c3-41dc-84d0-973500575da5 admin admin] Made reservation on behalf of cd27980e548b461c9e7bcdfe5ea62882 for: {'subnet': 1} {{(pid=99594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:43:08.727885 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-f8ed892d-75c3-41dc-84d0-973500575da5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27099672'] for subnet, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:08.732790 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-b6225022-c038-4abf-badf-878e31a163f8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=22fb71337f9b47908ba683c5cf7042cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1975796 Jun 23 08:43:08.733647 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 53106) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:08.735746 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6225022-c038-4abf-badf-878e31a163f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c24161-2e1f-4881-8623-3bd5ab8022f2,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:08.744505 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-b6225022-c038-4abf-badf-878e31a163f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:08.792797 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-5313e672-7d94-4d60-8b1b-307d3e7a02d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:08.817426 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-5313e672-7d94-4d60-8b1b-307d3e7a02d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:08.895433 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-5313e672-7d94-4d60-8b1b-307d3e7a02d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:08.903746 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-5313e672-7d94-4d60-8b1b-307d3e7a02d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:08.908459 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-5313e672-7d94-4d60-8b1b-307d3e7a02d7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/68c24161-2e1f-4881-8623-3bd5ab8022f2 HTTP/1.1" status: 204 len: 168 time: 0.1736722 Jun 23 08:43:08.909515 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-22957906-c327-4bbf-ab3e-d26b823d5bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:08.919391 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313e672-7d94-4d60-8b1b-307d3e7a02d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c24161-2e1f-4881-8623-3bd5ab8022f2,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:08.922037 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-5313e672-7d94-4d60-8b1b-307d3e7a02d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:08.981061 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-f8ed892d-75c3-41dc-84d0-973500575da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27170690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27099658'] for subnet, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:08.991041 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:09.062276 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed892d-75c3-41dc-84d0-973500575da5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ba8a857-78c7-405f-bd7b-690985022421,revision_number=0']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:09.065379 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-f8ed892d-75c3-41dc-84d0-973500575da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:09.075892 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ed892d-75c3-41dc-84d0-973500575da5 admin admin] Checking segment: {'id': '722c628d-2496-4c31-adce-95f4e19fb95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8af9e12a-a50e-49e3-a158-896d696b05e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:43:09.075892 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ed892d-75c3-41dc-84d0-973500575da5 admin admin] Network hostable DHCP agents. Network: 8af9e12a-a50e-49e3-a158-896d696b05e9, hostable agents: ['0b6ae00f-9814-4d83-8bc7-07b3d7a0d748'], hosted agents: [] {{(pid=99594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 08:43:09.109292 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ed892d-75c3-41dc-84d0-973500575da5 admin admin] Network 8af9e12a-a50e-49e3-a158-896d696b05e9 is scheduled to be hosted by DHCP agent 0b6ae00f-9814-4d83-8bc7-07b3d7a0d748 with binding_index 1 {{(pid=99594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 08:43:09.123200 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [None req-f8ed892d-75c3-41dc-84d0-973500575da5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-7-smb, 8af9e12a-a50e-49e3-a158-896d696b05e9) {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:43:09.131436 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7959a456-e32d-4d12-b96a-6e72a072f55f None None] Network 8af9e12a-a50e-49e3-a158-896d696b05e9 requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:43:09.132637 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ed892d-75c3-41dc-84d0-973500575da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:09.134187 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-f8ed892d-75c3-41dc-84d0-973500575da5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:09.167363 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-f8ed892d-75c3-41dc-84d0-973500575da5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4740574 Jun 23 08:43:09.168002 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 53118) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:09.173440 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [None req-6c65c264-5f2e-45d8-9d60-4cb0d5c18abd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1883011869-router', 'tenant_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'}}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:43:09.314925 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-6c65c264-5f2e-45d8-9d60-4cb0d5c18abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1822478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15953'] for router, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:09.316044 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-6c65c264-5f2e-45d8-9d60-4cb0d5c18abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1822469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15960'] for router, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:09.482058 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550f1921-9eb9-45a8-8f9c-35382a9bdd89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b1fde95-9acd-50f5-ac50-3b7ca5cbb08b-8af9e12a-a50e-49e3-a158-896d696b05e9', 'network_id': '8af9e12a-a50e-49e3-a158-896d696b05e9', 'tenant_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'fixed_ips': [{'subnet_id': '9ba8a857-78c7-405f-bd7b-690985022421'}]}} from dv-cinder-768592-7-smb. {{(pid=99595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 08:43:09.492406 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-550f1921-9eb9-45a8-8f9c-35382a9bdd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:09.709802 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-6c65c264-5f2e-45d8-9d60-4cb0d5c18abd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:09.719916 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3b8d2-6e94-4f6a-bff3-c9c57fef6369 req-119ba548-986e-4149-8fdf-1aa180340426 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:09.727361 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e7d3b8d2-6e94-4f6a-bff3-c9c57fef6369 req-119ba548-986e-4149-8fdf-1aa180340426 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 943 time: 0.5005121 Jun 23 08:43:09.786874 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.db_base_plugin_common [None req-550f1921-9eb9-45a8-8f9c-35382a9bdd89 None None] Allocated IP 172.20.0.2 (8af9e12a-a50e-49e3-a158-896d696b05e9/9ba8a857-78c7-405f-bd7b-690985022421/a190b591-a24d-4588-babc-73b1a2988ead) {{(pid=99595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:43:09.873774 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e7d3b8d2-6e94-4f6a-bff3-c9c57fef6369 req-4a54345e-9229-4097-9082-35d1ad04eadb tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454630 Jun 23 08:43:09.967239 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-6c65c264-5f2e-45d8-9d60-4cb0d5c18abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1822098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15946'] for router, precommit_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:09.994904 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b2c5e-a861-463b-8c55-276072fbf40e req-7a5c2491-6505-4f09-864d-a45446fb5202 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:09.996481 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-923b2c5e-a861-463b-8c55-276072fbf40e req-7a5c2491-6505-4f09-864d-a45446fb5202 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=90c61751-25c5-4afb-9fcc-c4eb674f06a7 HTTP/1.1" status: 200 len: 945 time: 0.2172546 Jun 23 08:43:10.013717 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-550f1921-9eb9-45a8-8f9c-35382a9bdd89 None None] Notify callbacks [] for port, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:10.023003 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-550f1921-9eb9-45a8-8f9c-35382a9bdd89 None None] Transition to ACTIVE for port object a190b591-a24d-4588-babc-73b1a2988ead will not be triggered until provisioned by entity L2. {{(pid=99595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:43:10.056399 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-550f1921-9eb9-45a8-8f9c-35382a9bdd89 None None] Transition to ACTIVE for port object a190b591-a24d-4588-babc-73b1a2988ead will not be triggered until provisioned by entity DHCP. {{(pid=99595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:43:10.063882 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-550f1921-9eb9-45a8-8f9c-35382a9bdd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117'] for port, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:10.067474 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:10.084877 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-923b2c5e-a861-463b-8c55-276072fbf40e req-05424925-8bb6-4cf0-bf16-4b622f856671 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787952 Jun 23 08:43:10.127343 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550f1921-9eb9-45a8-8f9c-35382a9bdd89 None None] Network 8af9e12a-a50e-49e3-a158-896d696b05e9 is already hosted by enough agents. {{(pid=99595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:43:10.134721 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [None req-550f1921-9eb9-45a8-8f9c-35382a9bdd89 None None] Resources bound (agent type, host, resource id): {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:43:10.138641 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550f1921-9eb9-45a8-8f9c-35382a9bdd89 None None] Received port after_create {{(pid=99595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:43:10.166804 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f1921-9eb9-45a8-8f9c-35382a9bdd89 None None] Pushing event updated for resources: {'Port': ['ID=a190b591-a24d-4588-babc-73b1a2988ead,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:10.172744 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-550f1921-9eb9-45a8-8f9c-35382a9bdd89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:10.219238 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-550f1921-9eb9-45a8-8f9c-35382a9bdd89 None None] Attempting to bind port a190b591-a24d-4588-babc-73b1a2988ead on host dv-cinder-768592-7-smb for vnic_type normal with profile {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:43:10.219946 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-550f1921-9eb9-45a8-8f9c-35382a9bdd89 None None] Attempting to bind port a190b591-a24d-4588-babc-73b1a2988ead by drivers openvswitch,hyperv on host dv-cinder-768592-7-smb at level 0 using segments [{'id': '722c628d-2496-4c31-adce-95f4e19fb95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8af9e12a-a50e-49e3-a158-896d696b05e9'}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:43:10.220803 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550f1921-9eb9-45a8-8f9c-35382a9bdd89 None None] Attempting to bind port a190b591-a24d-4588-babc-73b1a2988ead on network 8af9e12a-a50e-49e3-a158-896d696b05e9 {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:43:10.228422 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550f1921-9eb9-45a8-8f9c-35382a9bdd89 None None] Checking agent: {'id': 'c91f22d1-ca23-4348-8c14-c9afdcad6577', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 31, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:43:10.229011 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550f1921-9eb9-45a8-8f9c-35382a9bdd89 None None] Checking segment: {'id': '722c628d-2496-4c31-adce-95f4e19fb95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8af9e12a-a50e-49e3-a158-896d696b05e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:43:10.229501 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-550f1921-9eb9-45a8-8f9c-35382a9bdd89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:10.229966 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550f1921-9eb9-45a8-8f9c-35382a9bdd89 None None] Bound using segment: {'id': '722c628d-2496-4c31-adce-95f4e19fb95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8af9e12a-a50e-49e3-a158-896d696b05e9'} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:43:10.230558 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-550f1921-9eb9-45a8-8f9c-35382a9bdd89 None None] Bound port: a190b591-a24d-4588-babc-73b1a2988ead, host: dv-cinder-768592-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722c628d-2496-4c31-adce-95f4e19fb95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8af9e12a-a50e-49e3-a158-896d696b05e9'}}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:43:10.231136 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-550f1921-9eb9-45a8-8f9c-35382a9bdd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:10.288738 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-6c65c264-5f2e-45d8-9d60-4cb0d5c18abd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:10.318722 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-6c65c264-5f2e-45d8-9d60-4cb0d5c18abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:10.363271 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-550f1921-9eb9-45a8-8f9c-35382a9bdd89 None None] For port a190b591-a24d-4588-babc-73b1a2988ead, host dv-cinder-768592-7-smb, cleared binding levels {{(pid=99595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:43:10.368547 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-550f1921-9eb9-45a8-8f9c-35382a9bdd89 None None] For port a190b591-a24d-4588-babc-73b1a2988ead, host dv-cinder-768592-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=a190b591-a24d-4588-babc-73b1a2988ead,segment=NetworkSegment(722c628d-2496-4c31-adce-95f4e19fb95d),segment_id=722c628d-2496-4c31-adce-95f4e19fb95d)] {{(pid=99595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:43:10.374798 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-550f1921-9eb9-45a8-8f9c-35382a9bdd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:10.378600 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:10.462841 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f1921-9eb9-45a8-8f9c-35382a9bdd89 None None] Pushing event updated for resources: {'Port': ['ID=a190b591-a24d-4588-babc-73b1a2988ead,revision_number=2']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:10.469690 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.db.db_base_plugin_common [None req-6c65c264-5f2e-45d8-9d60-4cb0d5c18abd admin admin] Allocated IP 172.28.3.3 (5f26f45a-4c2b-4262-97ee-7126ad3a4f0c/86cbbb1d-69f5-4548-9290-2a101fd5c791/3d1aa500-b55f-42a4-9eb4-d779725d8a02) {{(pid=99593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:43:10.476710 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-550f1921-9eb9-45a8-8f9c-35382a9bdd89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:10.599300 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-6c65c264-5f2e-45d8-9d60-4cb0d5c18abd admin admin] Notify callbacks [] for port, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:10.680177 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-6c65c264-5f2e-45d8-9d60-4cb0d5c18abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3652731'] for port, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:10.697404 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-37f0776e-2f5e-4be1-8cf8-b8e59c90379a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:10.782133 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c65c264-5f2e-45d8-9d60-4cb0d5c18abd admin admin] Network 5f26f45a-4c2b-4262-97ee-7126ad3a4f0c is already hosted by enough agents. {{(pid=99593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:43:10.786566 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.base_scheduler [None req-6c65c264-5f2e-45d8-9d60-4cb0d5c18abd admin admin] Resources bound (agent type, host, resource id): {{(pid=99593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:43:10.789602 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c65c264-5f2e-45d8-9d60-4cb0d5c18abd admin admin] Received port after_create {{(pid=99593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:43:10.792119 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65c264-5f2e-45d8-9d60-4cb0d5c18abd admin admin] Pushing event updated for resources: {'Port': ['ID=3d1aa500-b55f-42a4-9eb4-d779725d8a02,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:10.800480 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-6c65c264-5f2e-45d8-9d60-4cb0d5c18abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:10.800634 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:11.120226 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-55e21f5e-33fa-44cd-aaf5-ee3cab3ffc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:11.144619 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-6c65c264-5f2e-45d8-9d60-4cb0d5c18abd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:11.288508 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad6ab0-8130-4811-8736-fa1a4af60dbf req-258d760b-66f2-4f1c-b37b-d2c98c815f37 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:11.290430 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6aad6ab0-8130-4811-8736-fa1a4af60dbf req-258d760b-66f2-4f1c-b37b-d2c98c815f37 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 943 time: 0.2398324 Jun 23 08:43:11.395375 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:11.472340 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6aad6ab0-8130-4811-8736-fa1a4af60dbf req-a16cdbff-4e04-480d-ad84-47356b44e998 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454396 Jun 23 08:43:11.486860 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e34ca-0d02-4a1c-b5e2-42aab7b00301 req-c8be6b47-a1f2-44ed-b322-78ad9d7a02c5 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:11.494856 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-0b9e34ca-0d02-4a1c-b5e2-42aab7b00301 req-c8be6b47-a1f2-44ed-b322-78ad9d7a02c5 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=90c61751-25c5-4afb-9fcc-c4eb674f06a7 HTTP/1.1" status: 200 len: 945 time: 0.2343171 Jun 23 08:43:11.627752 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-0b9e34ca-0d02-4a1c-b5e2-42aab7b00301 req-821ef6aa-7505-422d-9c46-551175c7c5cd tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318994 Jun 23 08:43:11.645873 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-6c65c264-5f2e-45d8-9d60-4cb0d5c18abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1822107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729143'] for router, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:11.705181 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d5f053-3066-45f1-8775-1f40f34b1bba None None] Network 8af9e12a-a50e-49e3-a158-896d696b05e9 requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:43:11.779060 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device a190b591-a24d-4588-babc-73b1a2988ead up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:43:11.888715 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-270c3040-e796-41a5-ae70-235d111fcbe3 None None] Provisioning for port a190b591-a24d-4588-babc-73b1a2988ead completed by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:43:11.915056 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c65c264-5f2e-45d8-9d60-4cb0d5c18abd admin admin] Router fdff066c-b17c-4a30-b32b-b284c5bda099 is scheduled to L3 agent b4fcebb9-4e54-4961-9fbc-14fb1630411d with binding_index 1 {{(pid=99593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 08:43:11.935866 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning for port a190b591-a24d-4588-babc-73b1a2988ead completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:43:11.943759 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port a190b591-a24d-4588-babc-73b1a2988ead triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:43:11.944073 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:12.035139 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:12.083339 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:12.130016 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] For port a190b591-a24d-4588-babc-73b1a2988ead, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=a190b591-a24d-4588-babc-73b1a2988ead,segment=NetworkSegment(722c628d-2496-4c31-adce-95f4e19fb95d),segment_id=722c628d-2496-4c31-adce-95f4e19fb95d)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:43:12.136903 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:12.138915 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:12.189790 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Pushing event updated for resources: {'Port': ['ID=a190b591-a24d-4588-babc-73b1a2988ead,revision_number=3']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:12.193330 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:12.290185 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c65c264-5f2e-45d8-9d60-4cb0d5c18abd admin admin] Notify agent at l3_agent.dv-cinder-768592-7-smb the message routers_updated {{(pid=99593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 08:43:12.298762 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ae7ff0-12e1-40a1-bfb3-b3840cebf705 None None] Sync routers for ids ['fdff066c-b17c-4a30-b32b-b284c5bda099'] in dv-cinder-768592-7-smb {{(pid=99595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 08:43:12.307492 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-6c65c264-5f2e-45d8-9d60-4cb0d5c18abd admin admin] Notify callbacks [] for router, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:12.310350 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ae7ff0-12e1-40a1-bfb3-b3840cebf705 None None] Routers {'fdff066c-b17c-4a30-b32b-b284c5bda099'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:43:12.311685 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 53172) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:12.312242 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-6c65c264-5f2e-45d8-9d60-4cb0d5c18abd admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1425462 Jun 23 08:43:12.321079 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-86ae7ff0-12e1-40a1-bfb3-b3840cebf705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:43:11Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['fdff066c-b17c-4a30-b32b-b284c5bda099'], 'active': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:43:12.389156 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-26071d07-5f3b-4c20-978d-5f18911f08c4 None None] Provisioning complete for port a190b591-a24d-4588-babc-73b1a2988ead triggered by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:43:12.389645 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-26071d07-5f3b-4c20-978d-5f18911f08c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:12.478354 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvr_db [None req-86ae7ff0-12e1-40a1-bfb3-b3840cebf705 None None] Set router fdff066c-b17c-4a30-b32b-b284c5bda099 gateway port host: dv-cinder-768592-7-smb {{(pid=99595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:43:12.742466 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e6b24-5006-4cf5-9e34-cd9492cb56dd req-bcb25234-d93c-4f22-ab18-1428ab65a586 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:12.744463 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-cc5e6b24-5006-4cf5-9e34-cd9492cb56dd req-bcb25234-d93c-4f22-ab18-1428ab65a586 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 943 time: 0.0997748 Jun 23 08:43:12.849131 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-cc5e6b24-5006-4cf5-9e34-cd9492cb56dd req-160d9bce-d42e-4496-bc7d-cf855ebf421e tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982161 Jun 23 08:43:12.868781 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-86ae7ff0-12e1-40a1-bfb3-b3840cebf705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'name': 'tempest-TestMinimumBasicScenario-1883011869-router', 'tenant_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '3d1aa500-b55f-42a4-9eb4-d779725d8a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:43:09Z', 'updated_at': '2021-06-23T08:43:10Z', 'revision_number': 3, 'project_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'gw_port': {'id': '3d1aa500-b55f-42a4-9eb4-d779725d8a02', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:43:10Z', 'updated_at': '2021-06-23T08:43:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb'}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:43:12.934758 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5210f-05f3-45fa-8297-68c65a7c4a04 req-0b061714-40b2-4d8f-b687-b4a285c2d4dd tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:12.937121 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e0f5210f-05f3-45fa-8297-68c65a7c4a04 req-0b061714-40b2-4d8f-b687-b4a285c2d4dd tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=90c61751-25c5-4afb-9fcc-c4eb674f06a7 HTTP/1.1" status: 200 len: 945 time: 0.1031556 Jun 23 08:43:12.943031 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ae7ff0-12e1-40a1-bfb3-b3840cebf705 None None] Checking router: fdff066c-b17c-4a30-b32b-b284c5bda099 for host: dv-cinder-768592-7-smb {{(pid=99595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 08:43:12.943599 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ae7ff0-12e1-40a1-bfb3-b3840cebf705 None None] Updating router fdff066c-b17c-4a30-b32b-b284c5bda099 port 3d1aa500-b55f-42a4-9eb4-d779725d8a02 binding host dv-cinder-768592-7-smb {{(pid=99595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 08:43:12.957636 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-5fe988c2-ed45-49e2-afd7-093fa8d38ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:13.012012 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-86ae7ff0-12e1-40a1-bfb3-b3840cebf705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:13.033569 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e0f5210f-05f3-45fa-8297-68c65a7c4a04 req-41aea860-f06b-413f-93dc-f3cf96dd059a tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808661 Jun 23 08:43:13.203679 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.db_base_plugin_common [None req-5fe988c2-ed45-49e2-afd7-093fa8d38ce6 admin admin] Allocated IP 172.20.0.1 (8af9e12a-a50e-49e3-a158-896d696b05e9/9ba8a857-78c7-405f-bd7b-690985022421/60c8f5d4-6486-44f3-81ee-898d6a68e15a) {{(pid=99594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:43:13.350600 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-5fe988c2-ed45-49e2-afd7-093fa8d38ce6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:13.370450 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.provisioning_blocks [None req-5fe988c2-ed45-49e2-afd7-093fa8d38ce6 admin admin] Transition to ACTIVE for port object 60c8f5d4-6486-44f3-81ee-898d6a68e15a will not be triggered until provisioned by entity DHCP. {{(pid=99594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:43:13.388721 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-86ae7ff0-12e1-40a1-bfb3-b3840cebf705 None None] Notify callbacks [] for port, precommit_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:13.407272 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-86ae7ff0-12e1-40a1-bfb3-b3840cebf705 None None] Transition to ACTIVE for port object 3d1aa500-b55f-42a4-9eb4-d779725d8a02 will not be triggered until provisioned by entity L2. {{(pid=99595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:43:13.415268 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-5fe988c2-ed45-49e2-afd7-093fa8d38ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27156498'] for port, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:13.415955 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-86ae7ff0-12e1-40a1-bfb3-b3840cebf705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:13.417606 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-8471fdaf-856d-4c6e-8c8b-1bb9494c2e3a tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:13.420854 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:13.459054 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe988c2-ed45-49e2-afd7-093fa8d38ce6 admin admin] Network 8af9e12a-a50e-49e3-a158-896d696b05e9 is already hosted by enough agents. {{(pid=99594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:43:13.462448 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [None req-5fe988c2-ed45-49e2-afd7-093fa8d38ce6 admin admin] Resources bound (agent type, host, resource id): {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:43:13.466010 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe988c2-ed45-49e2-afd7-093fa8d38ce6 admin admin] Received port after_create {{(pid=99594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:43:13.471796 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe988c2-ed45-49e2-afd7-093fa8d38ce6 admin admin] Pushing event updated for resources: {'Port': ['ID=60c8f5d4-6486-44f3-81ee-898d6a68e15a,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:13.487075 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-86ae7ff0-12e1-40a1-bfb3-b3840cebf705 None None] Attempting to bind port 3d1aa500-b55f-42a4-9eb4-d779725d8a02 on host dv-cinder-768592-7-smb for vnic_type normal with profile {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:43:13.487552 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-86ae7ff0-12e1-40a1-bfb3-b3840cebf705 None None] Attempting to bind port 3d1aa500-b55f-42a4-9eb4-d779725d8a02 by drivers openvswitch,hyperv on host dv-cinder-768592-7-smb at level 0 using segments [{'id': '6932e2b2-1f79-4fc6-aa47-4858913c769e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:43:13.487987 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ae7ff0-12e1-40a1-bfb3-b3840cebf705 None None] Attempting to bind port 3d1aa500-b55f-42a4-9eb4-d779725d8a02 on network 5f26f45a-4c2b-4262-97ee-7126ad3a4f0c {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:43:13.492201 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-5fe988c2-ed45-49e2-afd7-093fa8d38ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:13.492380 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048d4d1-ad60-4684-bfa3-262ead2facee None None] Pushing event updated for resources: {'Port': ['ID=3d1aa500-b55f-42a4-9eb4-d779725d8a02,revision_number=2']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:13.496410 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-9048d4d1-ad60-4684-bfa3-262ead2facee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:13.500315 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ae7ff0-12e1-40a1-bfb3-b3840cebf705 None None] Checking agent: {'id': 'c91f22d1-ca23-4348-8c14-c9afdcad6577', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 31, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:43:13.500975 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ae7ff0-12e1-40a1-bfb3-b3840cebf705 None None] Checking segment: {'id': '6932e2b2-1f79-4fc6-aa47-4858913c769e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:43:13.501658 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-86ae7ff0-12e1-40a1-bfb3-b3840cebf705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:13.503955 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ae7ff0-12e1-40a1-bfb3-b3840cebf705 None None] Bound using segment: {'id': '6932e2b2-1f79-4fc6-aa47-4858913c769e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:43:13.504540 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-86ae7ff0-12e1-40a1-bfb3-b3840cebf705 None None] Bound port: 3d1aa500-b55f-42a4-9eb4-d779725d8a02, host: dv-cinder-768592-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6932e2b2-1f79-4fc6-aa47-4858913c769e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'}}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:43:13.506859 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-86ae7ff0-12e1-40a1-bfb3-b3840cebf705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:13.521557 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-5fe988c2-ed45-49e2-afd7-093fa8d38ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749879'] for router_interface, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:13.587897 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-86ae7ff0-12e1-40a1-bfb3-b3840cebf705 None None] For port 3d1aa500-b55f-42a4-9eb4-d779725d8a02, host dv-cinder-768592-7-smb, cleared binding levels {{(pid=99595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:43:13.614587 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-86ae7ff0-12e1-40a1-bfb3-b3840cebf705 None None] For port 3d1aa500-b55f-42a4-9eb4-d779725d8a02, host dv-cinder-768592-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=3d1aa500-b55f-42a4-9eb4-d779725d8a02,segment=NetworkSegment(6932e2b2-1f79-4fc6-aa47-4858913c769e),segment_id=6932e2b2-1f79-4fc6-aa47-4858913c769e)] {{(pid=99595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:43:13.619792 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:13.625222 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-86ae7ff0-12e1-40a1-bfb3-b3840cebf705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:13.661528 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:13.728169 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-5fe988c2-ed45-49e2-afd7-093fa8d38ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:13.738227 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ae7ff0-12e1-40a1-bfb3-b3840cebf705 None None] Routers {'fdff066c-b17c-4a30-b32b-b284c5bda099'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:43:13.739648 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-86ae7ff0-12e1-40a1-bfb3-b3840cebf705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:43:11Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['fdff066c-b17c-4a30-b32b-b284c5bda099'], 'active': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:43:13.747260 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device a190b591-a24d-4588-babc-73b1a2988ead up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:43:13.915175 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-5fe988c2-ed45-49e2-afd7-093fa8d38ce6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:13.920407 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-5fe988c2-ed45-49e2-afd7-093fa8d38ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27156480'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:13.924262 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-6397529d-740f-477d-a9d9-c4809afdde94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:13.955317 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048d4d1-ad60-4684-bfa3-262ead2facee None None] Pushing event updated for resources: {'Port': ['ID=3d1aa500-b55f-42a4-9eb4-d779725d8a02,revision_number=3']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:13.964265 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-9048d4d1-ad60-4684-bfa3-262ead2facee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:14.009876 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe988c2-ed45-49e2-afd7-093fa8d38ce6 admin admin] Pushing event updated for resources: {'Port': ['ID=60c8f5d4-6486-44f3-81ee-898d6a68e15a,revision_number=2']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:14.012306 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-5fe988c2-ed45-49e2-afd7-093fa8d38ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749915'] for router_interface, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:14.020872 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-5fe988c2-ed45-49e2-afd7-093fa8d38ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:14.029695 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-ff386b18-e544-41e9-b375-3c5abdd52627 None None] Provisioning for port 60c8f5d4-6486-44f3-81ee-898d6a68e15a completed by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:43:14.053009 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port a190b591-a24d-4588-babc-73b1a2988ead triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:43:14.053408 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:14.092016 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-ff386b18-e544-41e9-b375-3c5abdd52627 None None] Provisioning complete for port 60c8f5d4-6486-44f3-81ee-898d6a68e15a triggered by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:43:14.092428 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-ff386b18-e544-41e9-b375-3c5abdd52627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:14.155506 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6acfa7b-c278-485f-a37e-a019adddec90 req-bcbddd78-d477-4501-a9e1-3be9304b9285 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:14.157558 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b6acfa7b-c278-485f-a37e-a019adddec90 req-bcbddd78-d477-4501-a9e1-3be9304b9285 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 943 time: 0.0878885 Jun 23 08:43:14.160964 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvr_db [None req-86ae7ff0-12e1-40a1-bfb3-b3840cebf705 None None] Set router fdff066c-b17c-4a30-b32b-b284c5bda099 gateway port host: dv-cinder-768592-7-smb {{(pid=99595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:43:14.184508 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe988c2-ed45-49e2-afd7-093fa8d38ce6 admin admin] Network 8af9e12a-a50e-49e3-a158-896d696b05e9 is already hosted by enough agents. {{(pid=99594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:43:14.185944 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [None req-5fe988c2-ed45-49e2-afd7-093fa8d38ce6 admin admin] Resources bound (agent type, host, resource id): {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:43:14.227913 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b6acfa7b-c278-485f-a37e-a019adddec90 req-cbcb756d-f365-4a8e-a8ea-890a12b44e83 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628903 Jun 23 08:43:14.268425 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-ff386b18-e544-41e9-b375-3c5abdd52627 None None] Port 60c8f5d4-6486-44f3-81ee-898d6a68e15a cannot update to ACTIVE because it is not bound. {{(pid=99595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 08:43:14.380726 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee651c0a-1d81-4ed1-a2a9-80bdc612351b req-5aa22d86-9a79-4f23-a17c-eb288829ecae tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:14.382352 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-ee651c0a-1d81-4ed1-a2a9-80bdc612351b req-5aa22d86-9a79-4f23-a17c-eb288829ecae tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=90c61751-25c5-4afb-9fcc-c4eb674f06a7 HTTP/1.1" status: 200 len: 945 time: 0.0953817 Jun 23 08:43:14.447123 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe988c2-ed45-49e2-afd7-093fa8d38ce6 admin admin] Router fdff066c-b17c-4a30-b32b-b284c5bda099 has already been hosted by L3 agent b4fcebb9-4e54-4961-9fbc-14fb1630411d {{(pid=99594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 08:43:14.453088 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-ee651c0a-1d81-4ed1-a2a9-80bdc612351b req-7bd9f362-1f8e-4d6e-9d20-464a088a0a08 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638380 Jun 23 08:43:14.597264 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-54cdb66f-3536-46ed-b185-b9bdcf348ed9 None None] Provisioning complete for port 60c8f5d4-6486-44f3-81ee-898d6a68e15a triggered by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:43:14.597647 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-54cdb66f-3536-46ed-b185-b9bdcf348ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:14.636901 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe988c2-ed45-49e2-afd7-093fa8d38ce6 admin admin] Notify agent at l3_agent.dv-cinder-768592-7-smb the message routers_updated {{(pid=99594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 08:43:14.642544 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-5fe988c2-ed45-49e2-afd7-093fa8d38ce6 admin admin] 10.222.0.23 "PUT /v2.0/routers/fdff066c-b17c-4a30-b32b-b284c5bda099/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3291421 Jun 23 08:43:14.665172 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-54cdb66f-3536-46ed-b185-b9bdcf348ed9 None None] Port 60c8f5d4-6486-44f3-81ee-898d6a68e15a cannot update to ACTIVE because it is not bound. {{(pid=99595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 08:43:14.683252 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-86ae7ff0-12e1-40a1-bfb3-b3840cebf705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'name': 'tempest-TestMinimumBasicScenario-1883011869-router', 'tenant_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '3d1aa500-b55f-42a4-9eb4-d779725d8a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:43:09Z', 'updated_at': '2021-06-23T08:43:13Z', 'revision_number': 4, 'project_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'gw_port': {'id': '3d1aa500-b55f-42a4-9eb4-d779725d8a02', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:43:10Z', 'updated_at': '2021-06-23T08:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': '60c8f5d4-6486-44f3-81ee-898d6a68e15a', 'name': '', 'network_id': '8af9e12a-a50e-49e3-a158-896d696b05e9', 'tenant_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'mac_address': 'fa:16:3e:e6:0b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '9ba8a857-78c7-405f-bd7b-690985022421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:43:13Z', 'updated_at': '2021-06-23T08:43:13Z', 'revision_number': 1, 'project_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'subnets': [{'id': '9ba8a857-78c7-405f-bd7b-690985022421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:43:14.738684 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ae7ff0-12e1-40a1-bfb3-b3840cebf705 None None] The sync data for ids ['fdff066c-b17c-4a30-b32b-b284c5bda099'] in dv-cinder-768592-7-smb is: [{'id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'name': 'tempest-TestMinimumBasicScenario-1883011869-router', 'tenant_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '3d1aa500-b55f-42a4-9eb4-d779725d8a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:43:09Z', 'updated_at': '2021-06-23T08:43:13Z', 'revision_number': 4, 'project_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'gw_port': {'id': '3d1aa500-b55f-42a4-9eb4-d779725d8a02', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:43:10Z', 'updated_at': '2021-06-23T08:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': '60c8f5d4-6486-44f3-81ee-898d6a68e15a', 'name': '', 'network_id': '8af9e12a-a50e-49e3-a158-896d696b05e9', 'tenant_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'mac_address': 'fa:16:3e:e6:0b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '9ba8a857-78c7-405f-bd7b-690985022421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:43:13Z', 'updated_at': '2021-06-23T08:43:13Z', 'revision_number': 1, 'project_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'subnets': [{'id': '9ba8a857-78c7-405f-bd7b-690985022421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 08:43:15.461282 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a9874-18aa-4c91-9dff-b34770c75467 req-c728cd20-1e05-4b79-95bc-66b6dda4aa02 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:15.463148 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-618a9874-18aa-4c91-9dff-b34770c75467 req-c728cd20-1e05-4b79-95bc-66b6dda4aa02 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 943 time: 0.0936368 Jun 23 08:43:15.517977 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-618a9874-18aa-4c91-9dff-b34770c75467 req-e9822af9-cdd7-4678-93f8-df7790b22c72 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478904 Jun 23 08:43:15.615052 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 53252) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:15.626568 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-3f8f64f9-7046-46ae-bbd1-bc1a52df5297 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-471463304-network', 'tenant_id': '162506028b4841508e1996e95265c975'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:43:15.685830 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8f64f9-7046-46ae-bbd1-bc1a52df5297 admin admin] Made reservation on behalf of 162506028b4841508e1996e95265c975 for: {'network': 1} {{(pid=99594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:43:15.689807 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3f8f64f9-7046-46ae-bbd1-bc1a52df5297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for network, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:15.704440 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3f8f64f9-7046-46ae-bbd1-bc1a52df5297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:15.838628 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca3361-ede0-44f9-9754-78fd563765ec req-335a7ab9-b066-407e-b164-30568ceab3e6 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:15.840243 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-efca3361-ede0-44f9-9754-78fd563765ec req-335a7ab9-b066-407e-b164-30568ceab3e6 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=90c61751-25c5-4afb-9fcc-c4eb674f06a7 HTTP/1.1" status: 200 len: 945 time: 0.1672683 Jun 23 08:43:15.870187 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3f8f64f9-7046-46ae-bbd1-bc1a52df5297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:15.883310 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3f8f64f9-7046-46ae-bbd1-bc1a52df5297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:15.896716 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-b04ce7c6-3a34-460d-9844-e0af68c4ac3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:15.905559 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-efca3361-ede0-44f9-9754-78fd563765ec req-09642b58-d9f6-4315-abf8-9e384e140f82 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537906 Jun 23 08:43:15.953849 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f8f64f9-7046-46ae-bbd1-bc1a52df5297 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=99594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 08:43:16.039549 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f64f9-7046-46ae-bbd1-bc1a52df5297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fcd846-fe9a-4538-89dd-30d7d7fe5f3f,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:16.043110 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3f8f64f9-7046-46ae-bbd1-bc1a52df5297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565'] for segment, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:16.043598 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.db.segments_db [None req-3f8f64f9-7046-46ae-bbd1-bc1a52df5297 admin admin] Added segment ca535288-c07c-4105-8caa-364fc73d0ea7 of type vlan for network 829076dd-c4ae-4695-8eb2-b71e708b41f0 Jun 23 08:43:16.045439 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-3f8f64f9-7046-46ae-bbd1-bc1a52df5297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:16.122802 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3f8f64f9-7046-46ae-bbd1-bc1a52df5297 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772758686486'] for network, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:16.156940 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3f8f64f9-7046-46ae-bbd1-bc1a52df5297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095'] for network, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:16.158403 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8f64f9-7046-46ae-bbd1-bc1a52df5297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:16.159163 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3f8f64f9-7046-46ae-bbd1-bc1a52df5297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for network, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:16.161401 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:16.218934 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-3f8f64f9-7046-46ae-bbd1-bc1a52df5297 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6025176 Jun 23 08:43:16.221468 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 53260) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:16.228914 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-de852899-aa42-4b66-affc-45ec368e4401 admin admin] Request body: {'subnet': {'network_id': '829076dd-c4ae-4695-8eb2-b71e708b41f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-471463304-subnet', 'tenant_id': '162506028b4841508e1996e95265c975', 'ip_version': 4}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:43:16.233358 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f64f9-7046-46ae-bbd1-bc1a52df5297 admin admin] Pushing event updated for resources: {'Network': ['ID=829076dd-c4ae-4695-8eb2-b71e708b41f0,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:16.237566 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-3f8f64f9-7046-46ae-bbd1-bc1a52df5297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:16.246581 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Network 829076dd-c4ae-4695-8eb2-b71e708b41f0 details requested by agent ovs-agent-dv-cinder-768592-7-smb with host dv-cinder-768592-7-smb {{(pid=99595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 08:43:16.259332 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de852899-aa42-4b66-affc-45ec368e4401 admin admin] Made reservation on behalf of 162506028b4841508e1996e95265c975 for: {'subnet': 1} {{(pid=99594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:43:16.268114 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-de852899-aa42-4b66-affc-45ec368e4401 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27099672'] for subnet, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:16.483328 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-de852899-aa42-4b66-affc-45ec368e4401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27170690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27099658'] for subnet, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:16.485525 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:16.536651 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de852899-aa42-4b66-affc-45ec368e4401 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca255e7a-9130-43bb-a1f4-bbcb45f8c998,revision_number=0']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:16.550840 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-de852899-aa42-4b66-affc-45ec368e4401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:16.572373 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de852899-aa42-4b66-affc-45ec368e4401 admin admin] Checking segment: {'id': 'ca535288-c07c-4105-8caa-364fc73d0ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '829076dd-c4ae-4695-8eb2-b71e708b41f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:43:16.573083 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de852899-aa42-4b66-affc-45ec368e4401 admin admin] Network hostable DHCP agents. Network: 829076dd-c4ae-4695-8eb2-b71e708b41f0, hostable agents: ['0b6ae00f-9814-4d83-8bc7-07b3d7a0d748'], hosted agents: [] {{(pid=99594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 08:43:16.601140 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de852899-aa42-4b66-affc-45ec368e4401 admin admin] Network 829076dd-c4ae-4695-8eb2-b71e708b41f0 is scheduled to be hosted by DHCP agent 0b6ae00f-9814-4d83-8bc7-07b3d7a0d748 with binding_index 1 {{(pid=99594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 08:43:16.614971 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [None req-de852899-aa42-4b66-affc-45ec368e4401 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-7-smb, 829076dd-c4ae-4695-8eb2-b71e708b41f0) {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:43:16.620886 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de852899-aa42-4b66-affc-45ec368e4401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:16.621625 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-de852899-aa42-4b66-affc-45ec368e4401 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:16.630707 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3573900b-8a0d-49c3-bbba-f734e7814fa0 None None] Network 829076dd-c4ae-4695-8eb2-b71e708b41f0 requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:43:16.645292 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-de852899-aa42-4b66-affc-45ec368e4401 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4225931 Jun 23 08:43:16.649245 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 53266) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:16.653280 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-9b349cc8-dace-4cf8-b19f-cd004d258113 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-471463304-router', 'tenant_id': '162506028b4841508e1996e95265c975', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'}}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:43:16.689048 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-9b349cc8-dace-4cf8-b19f-cd004d258113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1822478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15953'] for router, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:16.690458 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-9b349cc8-dace-4cf8-b19f-cd004d258113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1822469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15960'] for router, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:16.755160 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660e8b4-fc47-426f-868a-16ed363c0403 req-ead5274a-7f57-4348-9c93-14ff6d0be084 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:16.757544 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a660e8b4-fc47-426f-868a-16ed363c0403 req-ead5274a-7f57-4348-9c93-14ff6d0be084 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 943 time: 0.1163380 Jun 23 08:43:16.790569 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-9b349cc8-dace-4cf8-b19f-cd004d258113 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:16.832588 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a660e8b4-fc47-426f-868a-16ed363c0403 req-548fee7a-5764-40ae-9934-64d58af2eee4 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645065 Jun 23 08:43:16.880963 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be856b9d-7816-4a25-81bf-ea8ca92411ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b1fde95-9acd-50f5-ac50-3b7ca5cbb08b-829076dd-c4ae-4695-8eb2-b71e708b41f0', 'network_id': '829076dd-c4ae-4695-8eb2-b71e708b41f0', 'tenant_id': '162506028b4841508e1996e95265c975', 'fixed_ips': [{'subnet_id': 'ca255e7a-9130-43bb-a1f4-bbcb45f8c998'}]}} from dv-cinder-768592-7-smb. {{(pid=99595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 08:43:16.882152 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-be856b9d-7816-4a25-81bf-ea8ca92411ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:16.953806 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-9b349cc8-dace-4cf8-b19f-cd004d258113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1822098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15946'] for router, precommit_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:17.043021 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.db_base_plugin_common [None req-be856b9d-7816-4a25-81bf-ea8ca92411ad None None] Allocated IP 172.20.0.2 (829076dd-c4ae-4695-8eb2-b71e708b41f0/ca255e7a-9130-43bb-a1f4-bbcb45f8c998/00c52093-10ab-4b6c-a584-6753a48573eb) {{(pid=99595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:43:17.174720 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c076509-5aa0-41b2-adf6-597e557a4283 req-344cad5a-ed98-448a-86ab-a86f0855dc76 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:17.177699 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3c076509-5aa0-41b2-adf6-597e557a4283 req-344cad5a-ed98-448a-86ab-a86f0855dc76 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=90c61751-25c5-4afb-9fcc-c4eb674f06a7 HTTP/1.1" status: 200 len: 945 time: 0.1356924 Jun 23 08:43:17.263857 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3c076509-5aa0-41b2-adf6-597e557a4283 req-7a17adec-414f-4c6d-81cb-511cecc8e76b tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799491 Jun 23 08:43:17.354394 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-be856b9d-7816-4a25-81bf-ea8ca92411ad None None] Notify callbacks [] for port, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:17.364063 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-be856b9d-7816-4a25-81bf-ea8ca92411ad None None] Transition to ACTIVE for port object 00c52093-10ab-4b6c-a584-6753a48573eb will not be triggered until provisioned by entity L2. {{(pid=99595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:43:17.382903 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-be856b9d-7816-4a25-81bf-ea8ca92411ad None None] Transition to ACTIVE for port object 00c52093-10ab-4b6c-a584-6753a48573eb will not be triggered until provisioned by entity DHCP. {{(pid=99595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:43:17.396670 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-be856b9d-7816-4a25-81bf-ea8ca92411ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117'] for port, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:17.399322 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:17.453625 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be856b9d-7816-4a25-81bf-ea8ca92411ad None None] Network 829076dd-c4ae-4695-8eb2-b71e708b41f0 is already hosted by enough agents. {{(pid=99595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:43:17.460742 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [None req-be856b9d-7816-4a25-81bf-ea8ca92411ad None None] Resources bound (agent type, host, resource id): {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:43:17.467914 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be856b9d-7816-4a25-81bf-ea8ca92411ad None None] Received port after_create {{(pid=99595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:43:17.478201 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be856b9d-7816-4a25-81bf-ea8ca92411ad None None] Pushing event updated for resources: {'Port': ['ID=00c52093-10ab-4b6c-a584-6753a48573eb,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:17.481277 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-be856b9d-7816-4a25-81bf-ea8ca92411ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:17.546045 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-be856b9d-7816-4a25-81bf-ea8ca92411ad None None] Attempting to bind port 00c52093-10ab-4b6c-a584-6753a48573eb on host dv-cinder-768592-7-smb for vnic_type normal with profile {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:43:17.546689 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-be856b9d-7816-4a25-81bf-ea8ca92411ad None None] Attempting to bind port 00c52093-10ab-4b6c-a584-6753a48573eb by drivers openvswitch,hyperv on host dv-cinder-768592-7-smb at level 0 using segments [{'id': 'ca535288-c07c-4105-8caa-364fc73d0ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '829076dd-c4ae-4695-8eb2-b71e708b41f0'}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:43:17.547362 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be856b9d-7816-4a25-81bf-ea8ca92411ad None None] Attempting to bind port 00c52093-10ab-4b6c-a584-6753a48573eb on network 829076dd-c4ae-4695-8eb2-b71e708b41f0 {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:43:17.554108 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be856b9d-7816-4a25-81bf-ea8ca92411ad None None] Checking agent: {'id': 'c91f22d1-ca23-4348-8c14-c9afdcad6577', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 31, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:43:17.554802 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be856b9d-7816-4a25-81bf-ea8ca92411ad None None] Checking segment: {'id': 'ca535288-c07c-4105-8caa-364fc73d0ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '829076dd-c4ae-4695-8eb2-b71e708b41f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:43:17.555390 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-be856b9d-7816-4a25-81bf-ea8ca92411ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:17.556281 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be856b9d-7816-4a25-81bf-ea8ca92411ad None None] Bound using segment: {'id': 'ca535288-c07c-4105-8caa-364fc73d0ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '829076dd-c4ae-4695-8eb2-b71e708b41f0'} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:43:17.557453 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-be856b9d-7816-4a25-81bf-ea8ca92411ad None None] Bound port: 00c52093-10ab-4b6c-a584-6753a48573eb, host: dv-cinder-768592-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca535288-c07c-4105-8caa-364fc73d0ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '829076dd-c4ae-4695-8eb2-b71e708b41f0'}}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:43:17.557989 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-be856b9d-7816-4a25-81bf-ea8ca92411ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:17.649441 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-be856b9d-7816-4a25-81bf-ea8ca92411ad None None] For port 00c52093-10ab-4b6c-a584-6753a48573eb, host dv-cinder-768592-7-smb, cleared binding levels {{(pid=99595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:43:17.657947 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-be856b9d-7816-4a25-81bf-ea8ca92411ad None None] For port 00c52093-10ab-4b6c-a584-6753a48573eb, host dv-cinder-768592-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=00c52093-10ab-4b6c-a584-6753a48573eb,segment=NetworkSegment(ca535288-c07c-4105-8caa-364fc73d0ea7),segment_id=ca535288-c07c-4105-8caa-364fc73d0ea7)] {{(pid=99595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:43:17.700958 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-be856b9d-7816-4a25-81bf-ea8ca92411ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:17.700958 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-550f1921-9eb9-45a8-8f9c-35382a9bdd89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:17.719558 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-9b349cc8-dace-4cf8-b19f-cd004d258113 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:17.780726 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-9b349cc8-dace-4cf8-b19f-cd004d258113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:17.797931 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 3d1aa500-b55f-42a4-9eb4-d779725d8a02 up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:43:17.843858 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9c6404-4979-4680-8c18-50ca12a79716 None None] Sync routers for ids ['fdff066c-b17c-4a30-b32b-b284c5bda099'] in dv-cinder-768592-7-smb {{(pid=99596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 08:43:17.863257 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be856b9d-7816-4a25-81bf-ea8ca92411ad None None] Pushing event updated for resources: {'Port': ['ID=00c52093-10ab-4b6c-a584-6753a48573eb,revision_number=2']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:17.871313 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-be856b9d-7816-4a25-81bf-ea8ca92411ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:17.877175 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9c6404-4979-4680-8c18-50ca12a79716 None None] Routers {'fdff066c-b17c-4a30-b32b-b284c5bda099'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:43:17.878351 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-bf9c6404-4979-4680-8c18-50ca12a79716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:43:11Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['fdff066c-b17c-4a30-b32b-b284c5bda099'], 'active': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:43:17.948848 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning for port 3d1aa500-b55f-42a4-9eb4-d779725d8a02 completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:43:17.954152 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port 3d1aa500-b55f-42a4-9eb4-d779725d8a02 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:43:17.954718 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:18.049316 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 53288) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:18.080786 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.db_base_plugin_common [None req-9b349cc8-dace-4cf8-b19f-cd004d258113 admin admin] Allocated IP 172.28.3.40 (5f26f45a-4c2b-4262-97ee-7126ad3a4f0c/86cbbb1d-69f5-4548-9290-2a101fd5c791/423732cf-8a16-4acc-ba6d-d7fe0d4cc0df) {{(pid=99594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:43:18.242310 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:18.273958 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] For port 3d1aa500-b55f-42a4-9eb4-d779725d8a02, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=3d1aa500-b55f-42a4-9eb4-d779725d8a02,segment=NetworkSegment(6932e2b2-1f79-4fc6-aa47-4858913c769e),segment_id=6932e2b2-1f79-4fc6-aa47-4858913c769e)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:43:18.279309 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:18.281754 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-9ec8587e-beee-4c64-a8c3-3aeeaa86dc1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:18.293252 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0b91e-0361-4fd4-b48f-8e5b0a0fd84d req-5c9627b4-fb59-4999-a28e-162bc3e56abd tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:18.312392 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-64f0b91e-0361-4fd4-b48f-8e5b0a0fd84d req-5c9627b4-fb59-4999-a28e-162bc3e56abd tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 943 time: 0.2145145 Jun 23 08:43:18.408860 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-64f0b91e-0361-4fd4-b48f-8e5b0a0fd84d req-1262f2ed-628e-4545-829a-94149fd169bc tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929463 Jun 23 08:43:18.409563 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Pushing event updated for resources: {'Port': ['ID=3d1aa500-b55f-42a4-9eb4-d779725d8a02,revision_number=4']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:18.418290 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:18.422761 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-9b349cc8-dace-4cf8-b19f-cd004d258113 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:18.451818 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-5d6b0408-5707-4e4a-adb6-c9de20e4a6d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:18.474431 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvr_db [None req-bf9c6404-4979-4680-8c18-50ca12a79716 None None] Set router fdff066c-b17c-4a30-b32b-b284c5bda099 gateway port host: dv-cinder-768592-7-smb {{(pid=99596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:43:18.490554 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-9b349cc8-dace-4cf8-b19f-cd004d258113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27156498'] for port, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:18.512221 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-5fc828cb-daa7-4b2a-8337-6436d6d8a7af tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:18.563158 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b349cc8-dace-4cf8-b19f-cd004d258113 admin admin] Pushing event updated for resources: {'Port': ['ID=423732cf-8a16-4acc-ba6d-d7fe0d4cc0df,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:18.571056 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b349cc8-dace-4cf8-b19f-cd004d258113 admin admin] Network 5f26f45a-4c2b-4262-97ee-7126ad3a4f0c is already hosted by enough agents. {{(pid=99594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:43:18.577957 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [None req-9b349cc8-dace-4cf8-b19f-cd004d258113 admin admin] Resources bound (agent type, host, resource id): {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:43:18.585675 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b349cc8-dace-4cf8-b19f-cd004d258113 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:18.586526 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b349cc8-dace-4cf8-b19f-cd004d258113 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:18.586649 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b349cc8-dace-4cf8-b19f-cd004d258113 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:18.587076 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b349cc8-dace-4cf8-b19f-cd004d258113 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:18.587442 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b349cc8-dace-4cf8-b19f-cd004d258113 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:18.587936 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b349cc8-dace-4cf8-b19f-cd004d258113 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:18.588299 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b349cc8-dace-4cf8-b19f-cd004d258113 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:18.588653 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b349cc8-dace-4cf8-b19f-cd004d258113 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:18.589006 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b349cc8-dace-4cf8-b19f-cd004d258113 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:18.589356 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b349cc8-dace-4cf8-b19f-cd004d258113 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:18.589772 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b349cc8-dace-4cf8-b19f-cd004d258113 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:18.590185 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b349cc8-dace-4cf8-b19f-cd004d258113 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:18.593813 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b349cc8-dace-4cf8-b19f-cd004d258113 admin admin] Received port after_create {{(pid=99594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:43:18.596791 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-9b349cc8-dace-4cf8-b19f-cd004d258113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:18.660240 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-5d6b0408-5707-4e4a-adb6-c9de20e4a6d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:18.667179 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-5d6b0408-5707-4e4a-adb6-c9de20e4a6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:18.671123 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-fbfd55c9-4f6f-4b9f-b7c6-e93a73ac115b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:18.702919 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b0408-5707-4e4a-adb6-c9de20e4a6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e98627f-ecc4-49be-851a-ced37832df23,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:18.722124 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6b0408-5707-4e4a-adb6-c9de20e4a6d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:18.722496 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6b0408-5707-4e4a-adb6-c9de20e4a6d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:18.722892 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6b0408-5707-4e4a-adb6-c9de20e4a6d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:18.723268 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6b0408-5707-4e4a-adb6-c9de20e4a6d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:18.723674 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6b0408-5707-4e4a-adb6-c9de20e4a6d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:18.724162 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6b0408-5707-4e4a-adb6-c9de20e4a6d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:18.724669 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6b0408-5707-4e4a-adb6-c9de20e4a6d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:18.725067 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6b0408-5707-4e4a-adb6-c9de20e4a6d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:18.725473 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6b0408-5707-4e4a-adb6-c9de20e4a6d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:18.725849 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6b0408-5707-4e4a-adb6-c9de20e4a6d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:18.726463 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6b0408-5707-4e4a-adb6-c9de20e4a6d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:18.726835 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6b0408-5707-4e4a-adb6-c9de20e4a6d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:18.731575 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-5d6b0408-5707-4e4a-adb6-c9de20e4a6d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:18.786700 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-5d6b0408-5707-4e4a-adb6-c9de20e4a6d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a454fbfb1aa14e0f8b858d8707f300e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7357230 Jun 23 08:43:18.788685 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 53294) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:18.845742 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1c25d-da4d-4a63-a015-a1955411ef91 req-987225e1-2e1b-4162-96a2-aa67adac977c tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:18.854241 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c9a1c25d-da4d-4a63-a015-a1955411ef91 req-987225e1-2e1b-4162-96a2-aa67adac977c tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=90c61751-25c5-4afb-9fcc-c4eb674f06a7 HTTP/1.1" status: 200 len: 945 time: 0.2661583 Jun 23 08:43:18.867735 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-bf9c6404-4979-4680-8c18-50ca12a79716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'name': 'tempest-TestMinimumBasicScenario-1883011869-router', 'tenant_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '3d1aa500-b55f-42a4-9eb4-d779725d8a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:43:09Z', 'updated_at': '2021-06-23T08:43:13Z', 'revision_number': 4, 'project_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'gw_port': {'id': '3d1aa500-b55f-42a4-9eb4-d779725d8a02', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:43:10Z', 'updated_at': '2021-06-23T08:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': '60c8f5d4-6486-44f3-81ee-898d6a68e15a', 'name': '', 'network_id': '8af9e12a-a50e-49e3-a158-896d696b05e9', 'tenant_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'mac_address': 'fa:16:3e:e6:0b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '9ba8a857-78c7-405f-bd7b-690985022421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:43:13Z', 'updated_at': '2021-06-23T08:43:13Z', 'revision_number': 2, 'project_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'subnets': [{'id': '9ba8a857-78c7-405f-bd7b-690985022421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:43:18.885269 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-6a9545ad-2a8b-4809-aff6-2092bea960c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:18.900567 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9c6404-4979-4680-8c18-50ca12a79716 None None] Checking router: fdff066c-b17c-4a30-b32b-b284c5bda099 for host: dv-cinder-768592-7-smb {{(pid=99596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 08:43:18.901166 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9c6404-4979-4680-8c18-50ca12a79716 None None] Updating router fdff066c-b17c-4a30-b32b-b284c5bda099 port 60c8f5d4-6486-44f3-81ee-898d6a68e15a binding host dv-cinder-768592-7-smb {{(pid=99596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 08:43:18.937814 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-6a9545ad-2a8b-4809-aff6-2092bea960c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:18.961009 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-bf9c6404-4979-4680-8c18-50ca12a79716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:18.961743 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c9a1c25d-da4d-4a63-a015-a1955411ef91 req-3638e08c-6194-4f3c-976a-d44e72acccab tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065340 Jun 23 08:43:19.031770 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-6a9545ad-2a8b-4809-aff6-2092bea960c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:19.034424 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-6a9545ad-2a8b-4809-aff6-2092bea960c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:19.035611 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-6a9545ad-2a8b-4809-aff6-2092bea960c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e98627f-ecc4-49be-851a-ced37832df23 HTTP/1.1" status: 204 len: 168 time: 0.2459292 Jun 23 08:43:19.036421 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-c651c4a9-c4f0-4750-9138-557661c1a0dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:19.057948 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9545ad-2a8b-4809-aff6-2092bea960c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e98627f-ecc4-49be-851a-ced37832df23,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:19.062532 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-6a9545ad-2a8b-4809-aff6-2092bea960c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:19.142064 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-9b349cc8-dace-4cf8-b19f-cd004d258113 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:19.361215 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaaea80-2bc0-4b56-add3-3dbd3eb292c3 None None] Network 829076dd-c4ae-4695-8eb2-b71e708b41f0 requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:43:19.448495 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-9b349cc8-dace-4cf8-b19f-cd004d258113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1822107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729143'] for router, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:19.490032 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-bf9c6404-4979-4680-8c18-50ca12a79716 None None] Notify callbacks [] for port, precommit_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:19.492156 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-1c2b3406-5a5e-4bba-a5b5-c189d253530b None None] Provisioning for port 00c52093-10ab-4b6c-a584-6753a48573eb completed by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:43:19.505249 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.provisioning_blocks [None req-bf9c6404-4979-4680-8c18-50ca12a79716 None None] Transition to ACTIVE for port object 60c8f5d4-6486-44f3-81ee-898d6a68e15a will not be triggered until provisioned by entity L2. {{(pid=99596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:43:19.513645 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-bf9c6404-4979-4680-8c18-50ca12a79716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:19.521043 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:19.648936 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 53302) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:19.660993 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c9985a-1485-48d8-ac2e-747d75bdf324 None None] Pushing event updated for resources: {'Port': ['ID=60c8f5d4-6486-44f3-81ee-898d6a68e15a,revision_number=3']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:19.663657 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-d246e9aa-8f09-4814-a437-1e637aecd449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:19.691877 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c9985a-1485-48d8-ac2e-747d75bdf324 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:19.692226 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c9985a-1485-48d8-ac2e-747d75bdf324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:19.692565 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c9985a-1485-48d8-ac2e-747d75bdf324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:19.692899 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c9985a-1485-48d8-ac2e-747d75bdf324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:19.693232 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c9985a-1485-48d8-ac2e-747d75bdf324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:19.693561 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c9985a-1485-48d8-ac2e-747d75bdf324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:19.693887 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c9985a-1485-48d8-ac2e-747d75bdf324 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:19.694857 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c9985a-1485-48d8-ac2e-747d75bdf324 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:19.695310 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c9985a-1485-48d8-ac2e-747d75bdf324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:19.696211 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c9985a-1485-48d8-ac2e-747d75bdf324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:19.696211 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c9985a-1485-48d8-ac2e-747d75bdf324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:19.696438 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c9985a-1485-48d8-ac2e-747d75bdf324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:19.718880 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-70c9985a-1485-48d8-ac2e-747d75bdf324 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:19.772371 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b349cc8-dace-4cf8-b19f-cd004d258113 admin admin] Router 242c4dd2-b441-41f0-a366-60a0f6d04de4 is scheduled to L3 agent b4fcebb9-4e54-4961-9fbc-14fb1630411d with binding_index 1 {{(pid=99594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 08:43:19.867363 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [None req-bf9c6404-4979-4680-8c18-50ca12a79716 None None] Attempting to bind port 60c8f5d4-6486-44f3-81ee-898d6a68e15a on host dv-cinder-768592-7-smb for vnic_type normal with profile {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:43:19.867688 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [None req-bf9c6404-4979-4680-8c18-50ca12a79716 None None] Attempting to bind port 60c8f5d4-6486-44f3-81ee-898d6a68e15a by drivers openvswitch,hyperv on host dv-cinder-768592-7-smb at level 0 using segments [{'id': '722c628d-2496-4c31-adce-95f4e19fb95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8af9e12a-a50e-49e3-a158-896d696b05e9'}] {{(pid=99596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:43:19.867935 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9c6404-4979-4680-8c18-50ca12a79716 None None] Attempting to bind port 60c8f5d4-6486-44f3-81ee-898d6a68e15a on network 8af9e12a-a50e-49e3-a158-896d696b05e9 {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:43:19.891471 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9c6404-4979-4680-8c18-50ca12a79716 None None] Checking agent: {'id': 'c91f22d1-ca23-4348-8c14-c9afdcad6577', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 31, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:43:19.892127 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9c6404-4979-4680-8c18-50ca12a79716 None None] Checking segment: {'id': '722c628d-2496-4c31-adce-95f4e19fb95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8af9e12a-a50e-49e3-a158-896d696b05e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:43:19.895187 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-bf9c6404-4979-4680-8c18-50ca12a79716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:19.895609 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9c6404-4979-4680-8c18-50ca12a79716 None None] Bound using segment: {'id': '722c628d-2496-4c31-adce-95f4e19fb95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8af9e12a-a50e-49e3-a158-896d696b05e9'} {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:43:19.896272 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [None req-bf9c6404-4979-4680-8c18-50ca12a79716 None None] Bound port: 60c8f5d4-6486-44f3-81ee-898d6a68e15a, host: dv-cinder-768592-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722c628d-2496-4c31-adce-95f4e19fb95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8af9e12a-a50e-49e3-a158-896d696b05e9'}}] {{(pid=99596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:43:19.896698 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-bf9c6404-4979-4680-8c18-50ca12a79716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:19.924422 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 00c52093-10ab-4b6c-a584-6753a48573eb up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:43:19.962092 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-d246e9aa-8f09-4814-a437-1e637aecd449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:19.979455 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a0233-b006-468a-ad4a-fdc8ff3cc0ab req-7059d67c-0844-410d-82cf-5ee00602a020 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:19.988111 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7f3a0233-b006-468a-ad4a-fdc8ff3cc0ab req-7059d67c-0844-410d-82cf-5ee00602a020 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 943 time: 0.2343605 Jun 23 08:43:20.016302 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-d246e9aa-8f09-4814-a437-1e637aecd449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:20.062326 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning for port 00c52093-10ab-4b6c-a584-6753a48573eb completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:43:20.065256 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-5313e672-7d94-4d60-8b1b-307d3e7a02d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:20.072109 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port 00c52093-10ab-4b6c-a584-6753a48573eb triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:43:20.072323 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b349cc8-dace-4cf8-b19f-cd004d258113 admin admin] Notify agent at l3_agent.dv-cinder-768592-7-smb the message routers_updated {{(pid=99594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 08:43:20.072481 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:20.078181 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 53306) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:20.078594 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-d246e9aa-8f09-4814-a437-1e637aecd449 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b0d84c0098a54af98e3d08ce7940df58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4308209 Jun 23 08:43:20.087315 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [None req-bf9c6404-4979-4680-8c18-50ca12a79716 None None] For port 60c8f5d4-6486-44f3-81ee-898d6a68e15a, host dv-cinder-768592-7-smb, cleared binding levels {{(pid=99596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:43:20.100580 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [None req-bf9c6404-4979-4680-8c18-50ca12a79716 None None] For port 60c8f5d4-6486-44f3-81ee-898d6a68e15a, host dv-cinder-768592-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=60c8f5d4-6486-44f3-81ee-898d6a68e15a,segment=NetworkSegment(722c628d-2496-4c31-adce-95f4e19fb95d),segment_id=722c628d-2496-4c31-adce-95f4e19fb95d)] {{(pid=99596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:43:20.109480 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-bf9c6404-4979-4680-8c18-50ca12a79716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:20.133120 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba146a2-c1b9-4665-bee0-ebcdf3bca5ef None None] Sync routers for ids ['242c4dd2-b441-41f0-a366-60a0f6d04de4'] in dv-cinder-768592-7-smb {{(pid=99595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 08:43:20.140389 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-f0dc4518-7390-47de-ae83-f43b6971efd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:20.181498 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7f3a0233-b006-468a-ad4a-fdc8ff3cc0ab req-6575ce9c-351e-4838-a529-8a1a6a4825c2 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877193 Jun 23 08:43:20.182759 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-9b349cc8-dace-4cf8-b19f-cd004d258113 admin admin] Notify callbacks [] for router, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:20.186599 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-9b349cc8-dace-4cf8-b19f-cd004d258113 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.5344875 Jun 23 08:43:20.187382 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba146a2-c1b9-4665-bee0-ebcdf3bca5ef None None] Routers {'242c4dd2-b441-41f0-a366-60a0f6d04de4'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:43:20.188045 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-eba146a2-c1b9-4665-bee0-ebcdf3bca5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:43:11Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['242c4dd2-b441-41f0-a366-60a0f6d04de4'], 'active': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:43:20.191576 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 53308) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:20.216330 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246e9aa-8f09-4814-a437-1e637aecd449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30b71b7-8704-4e9a-aeea-f489638e90b7,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:20.240567 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9c6404-4979-4680-8c18-50ca12a79716 None None] Routers {'fdff066c-b17c-4a30-b32b-b284c5bda099'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:43:20.242043 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-bf9c6404-4979-4680-8c18-50ca12a79716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:43:11Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['fdff066c-b17c-4a30-b32b-b284c5bda099'], 'active': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:43:20.248502 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-d246e9aa-8f09-4814-a437-1e637aecd449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:20.411048 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-031d03e0-6908-4bc4-93da-55f672e3ea0d None None] Provisioning complete for port 00c52093-10ab-4b6c-a584-6753a48573eb triggered by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:43:20.411427 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-031d03e0-6908-4bc4-93da-55f672e3ea0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:20.482103 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb358e5e-b3d9-41b2-bcb6-8fcf0945d02b req-4190b852-117f-416f-ba9b-973fc715391a tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:20.495426 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-fb358e5e-b3d9-41b2-bcb6-8fcf0945d02b req-4190b852-117f-416f-ba9b-973fc715391a tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=90c61751-25c5-4afb-9fcc-c4eb674f06a7 HTTP/1.1" status: 200 len: 945 time: 0.2257388 Jun 23 08:43:20.500504 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvr_db [None req-bf9c6404-4979-4680-8c18-50ca12a79716 None None] Set router fdff066c-b17c-4a30-b32b-b284c5bda099 gateway port host: dv-cinder-768592-7-smb {{(pid=99596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:43:20.610485 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-fb358e5e-b3d9-41b2-bcb6-8fcf0945d02b req-f2fe532b-088a-4dfb-959a-8469fcf9422b tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113608 Jun 23 08:43:20.703888 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-946438fa-33ef-4071-bc4d-43cab5e41a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:20.739160 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-946438fa-33ef-4071-bc4d-43cab5e41a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:20.745477 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-bf9c6404-4979-4680-8c18-50ca12a79716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'name': 'tempest-TestMinimumBasicScenario-1883011869-router', 'tenant_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '3d1aa500-b55f-42a4-9eb4-d779725d8a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:43:09Z', 'updated_at': '2021-06-23T08:43:13Z', 'revision_number': 4, 'project_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'gw_port': {'id': '3d1aa500-b55f-42a4-9eb4-d779725d8a02', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:43:10Z', 'updated_at': '2021-06-23T08:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': '60c8f5d4-6486-44f3-81ee-898d6a68e15a', 'name': '', 'network_id': '8af9e12a-a50e-49e3-a158-896d696b05e9', 'tenant_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'mac_address': 'fa:16:3e:e6:0b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '9ba8a857-78c7-405f-bd7b-690985022421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:43:13Z', 'updated_at': '2021-06-23T08:43:20Z', 'revision_number': 4, 'project_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'subnets': [{'id': '9ba8a857-78c7-405f-bd7b-690985022421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:43:20.777015 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c9985a-1485-48d8-ac2e-747d75bdf324 None None] Pushing event updated for resources: {'Port': ['ID=60c8f5d4-6486-44f3-81ee-898d6a68e15a,revision_number=4']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:20.779854 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9c6404-4979-4680-8c18-50ca12a79716 None None] The sync data for ids ['fdff066c-b17c-4a30-b32b-b284c5bda099'] in dv-cinder-768592-7-smb is: [{'id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'name': 'tempest-TestMinimumBasicScenario-1883011869-router', 'tenant_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '3d1aa500-b55f-42a4-9eb4-d779725d8a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:43:09Z', 'updated_at': '2021-06-23T08:43:13Z', 'revision_number': 4, 'project_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'gw_port': {'id': '3d1aa500-b55f-42a4-9eb4-d779725d8a02', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:43:10Z', 'updated_at': '2021-06-23T08:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': '60c8f5d4-6486-44f3-81ee-898d6a68e15a', 'name': '', 'network_id': '8af9e12a-a50e-49e3-a158-896d696b05e9', 'tenant_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'mac_address': 'fa:16:3e:e6:0b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '9ba8a857-78c7-405f-bd7b-690985022421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:43:13Z', 'updated_at': '2021-06-23T08:43:20Z', 'revision_number': 4, 'project_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'subnets': [{'id': '9ba8a857-78c7-405f-bd7b-690985022421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 08:43:20.781377 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-70c9985a-1485-48d8-ac2e-747d75bdf324 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:20.797354 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvr_db [None req-eba146a2-c1b9-4665-bee0-ebcdf3bca5ef None None] Set router 242c4dd2-b441-41f0-a366-60a0f6d04de4 gateway port host: dv-cinder-768592-7-smb {{(pid=99595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:43:20.830668 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-946438fa-33ef-4071-bc4d-43cab5e41a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:20.840067 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-946438fa-33ef-4071-bc4d-43cab5e41a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:20.840903 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:20.843252 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-946438fa-33ef-4071-bc4d-43cab5e41a58 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f30b71b7-8704-4e9a-aeea-f489638e90b7 HTTP/1.1" status: 204 len: 168 time: 0.7639956 Jun 23 08:43:20.853431 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-7774ef21-568e-4896-bc1c-8444229dd5bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:20.870236 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946438fa-33ef-4071-bc4d-43cab5e41a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30b71b7-8704-4e9a-aeea-f489638e90b7,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:20.880936 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-946438fa-33ef-4071-bc4d-43cab5e41a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:21.059074 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] For port 00c52093-10ab-4b6c-a584-6753a48573eb, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=00c52093-10ab-4b6c-a584-6753a48573eb,segment=NetworkSegment(ca535288-c07c-4105-8caa-364fc73d0ea7),segment_id=ca535288-c07c-4105-8caa-364fc73d0ea7)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:43:21.097547 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:21.098514 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 3d1aa500-b55f-42a4-9eb4-d779725d8a02 up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:43:21.102392 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:21.260833 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Pushing event updated for resources: {'Port': ['ID=00c52093-10ab-4b6c-a584-6753a48573eb,revision_number=3']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:21.265720 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:21.308151 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-81097c79-6a36-42d6-9737-f984e9fd210a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:21.336018 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port 3d1aa500-b55f-42a4-9eb4-d779725d8a02 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:43:21.336672 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:21.438855 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-eba146a2-c1b9-4665-bee0-ebcdf3bca5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '242c4dd2-b441-41f0-a366-60a0f6d04de4', 'name': 'tempest-TestMinimumBasicScenario-471463304-router', 'tenant_id': '162506028b4841508e1996e95265c975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '423732cf-8a16-4acc-ba6d-d7fe0d4cc0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:43:16Z', 'updated_at': '2021-06-23T08:43:18Z', 'revision_number': 3, 'project_id': '162506028b4841508e1996e95265c975', 'gw_port': {'id': '423732cf-8a16-4acc-ba6d-d7fe0d4cc0df', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '242c4dd2-b441-41f0-a366-60a0f6d04de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:43:17Z', 'updated_at': '2021-06-23T08:43:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb'}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:43:21.456290 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fd8a7-403e-4a35-8975-0829d6af1012 req-e2386cc2-6178-4e13-8464-1064a3ce0e4f tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:21.464107 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-942fd8a7-403e-4a35-8975-0829d6af1012 req-e2386cc2-6178-4e13-8464-1064a3ce0e4f tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 943 time: 0.0946493 Jun 23 08:43:21.476611 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba146a2-c1b9-4665-bee0-ebcdf3bca5ef None None] Checking router: 242c4dd2-b441-41f0-a366-60a0f6d04de4 for host: dv-cinder-768592-7-smb {{(pid=99595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 08:43:21.476976 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba146a2-c1b9-4665-bee0-ebcdf3bca5ef None None] Updating router 242c4dd2-b441-41f0-a366-60a0f6d04de4 port 423732cf-8a16-4acc-ba6d-d7fe0d4cc0df binding host dv-cinder-768592-7-smb {{(pid=99595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 08:43:21.523420 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-942fd8a7-403e-4a35-8975-0829d6af1012 req-8025b7f5-b760-495d-970a-897c1cc7e7df tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581858 Jun 23 08:43:21.537283 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.db_base_plugin_common [None req-81097c79-6a36-42d6-9737-f984e9fd210a admin admin] Allocated IP 172.20.0.1 (829076dd-c4ae-4695-8eb2-b71e708b41f0/ca255e7a-9130-43bb-a1f4-bbcb45f8c998/63925e4c-05c0-4948-a4b2-2d2bd9ba48da) {{(pid=99594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:43:21.561079 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-eba146a2-c1b9-4665-bee0-ebcdf3bca5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:21.721604 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-81097c79-6a36-42d6-9737-f984e9fd210a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:21.725461 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 00c52093-10ab-4b6c-a584-6753a48573eb up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:43:21.750051 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.provisioning_blocks [None req-81097c79-6a36-42d6-9737-f984e9fd210a admin admin] Transition to ACTIVE for port object 63925e4c-05c0-4948-a4b2-2d2bd9ba48da will not be triggered until provisioned by entity DHCP. {{(pid=99594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:43:21.813370 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-81097c79-6a36-42d6-9737-f984e9fd210a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27156498'] for port, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:21.817099 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-de6f8221-d3f7-4fb8-beb7-aa0b9bbb3708 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:21.870614 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port 00c52093-10ab-4b6c-a584-6753a48573eb triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:43:21.871190 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:21.878278 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81097c79-6a36-42d6-9737-f984e9fd210a admin admin] Network 829076dd-c4ae-4695-8eb2-b71e708b41f0 is already hosted by enough agents. {{(pid=99594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:43:21.883831 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81097c79-6a36-42d6-9737-f984e9fd210a admin admin] Pushing event updated for resources: {'Port': ['ID=63925e4c-05c0-4948-a4b2-2d2bd9ba48da,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:21.894495 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-81097c79-6a36-42d6-9737-f984e9fd210a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:21.896407 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [None req-81097c79-6a36-42d6-9737-f984e9fd210a admin admin] Resources bound (agent type, host, resource id): {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:43:21.899772 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81097c79-6a36-42d6-9737-f984e9fd210a admin admin] Received port after_create {{(pid=99594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:43:21.906549 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68696b6a-e230-429b-87b6-fa7fdca7fcf8 req-604d66d0-86c9-497f-af6a-9ef9bd61eaa2 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:21.908627 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-68696b6a-e230-429b-87b6-fa7fdca7fcf8 req-604d66d0-86c9-497f-af6a-9ef9bd61eaa2 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=90c61751-25c5-4afb-9fcc-c4eb674f06a7 HTTP/1.1" status: 200 len: 945 time: 0.1157141 Jun 23 08:43:21.961446 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-81097c79-6a36-42d6-9737-f984e9fd210a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749879'] for router_interface, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:21.966406 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-eba146a2-c1b9-4665-bee0-ebcdf3bca5ef None None] Notify callbacks [] for port, precommit_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:21.999742 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-68696b6a-e230-429b-87b6-fa7fdca7fcf8 req-6d88829f-c5d1-435d-987e-814e8eaa1c2a tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809987 Jun 23 08:43:22.015048 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-eba146a2-c1b9-4665-bee0-ebcdf3bca5ef None None] Transition to ACTIVE for port object 423732cf-8a16-4acc-ba6d-d7fe0d4cc0df will not be triggered until provisioned by entity L2. {{(pid=99595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:43:22.029680 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-eba146a2-c1b9-4665-bee0-ebcdf3bca5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:22.033892 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:22.042760 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 60c8f5d4-6486-44f3-81ee-898d6a68e15a up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:43:22.123682 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-eba146a2-c1b9-4665-bee0-ebcdf3bca5ef None None] Attempting to bind port 423732cf-8a16-4acc-ba6d-d7fe0d4cc0df on host dv-cinder-768592-7-smb for vnic_type normal with profile {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:43:22.124052 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-eba146a2-c1b9-4665-bee0-ebcdf3bca5ef None None] Attempting to bind port 423732cf-8a16-4acc-ba6d-d7fe0d4cc0df by drivers openvswitch,hyperv on host dv-cinder-768592-7-smb at level 0 using segments [{'id': '6932e2b2-1f79-4fc6-aa47-4858913c769e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:43:22.124429 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba146a2-c1b9-4665-bee0-ebcdf3bca5ef None None] Attempting to bind port 423732cf-8a16-4acc-ba6d-d7fe0d4cc0df on network 5f26f45a-4c2b-4262-97ee-7126ad3a4f0c {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:43:22.132610 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9210e9f6-ef54-405c-970a-bf95ad7122d5 None None] Pushing event updated for resources: {'Port': ['ID=423732cf-8a16-4acc-ba6d-d7fe0d4cc0df,revision_number=2']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:22.137185 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-9210e9f6-ef54-405c-970a-bf95ad7122d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:22.139892 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba146a2-c1b9-4665-bee0-ebcdf3bca5ef None None] Checking agent: {'id': 'c91f22d1-ca23-4348-8c14-c9afdcad6577', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 31, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:43:22.140274 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba146a2-c1b9-4665-bee0-ebcdf3bca5ef None None] Checking segment: {'id': '6932e2b2-1f79-4fc6-aa47-4858913c769e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:43:22.140684 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-eba146a2-c1b9-4665-bee0-ebcdf3bca5ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:22.141119 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba146a2-c1b9-4665-bee0-ebcdf3bca5ef None None] Bound using segment: {'id': '6932e2b2-1f79-4fc6-aa47-4858913c769e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:43:22.141542 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-eba146a2-c1b9-4665-bee0-ebcdf3bca5ef None None] Bound port: 423732cf-8a16-4acc-ba6d-d7fe0d4cc0df, host: dv-cinder-768592-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6932e2b2-1f79-4fc6-aa47-4858913c769e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'}}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:43:22.141921 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-eba146a2-c1b9-4665-bee0-ebcdf3bca5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:22.162797 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-81097c79-6a36-42d6-9737-f984e9fd210a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:22.176616 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning for port 60c8f5d4-6486-44f3-81ee-898d6a68e15a completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:43:22.189808 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port 60c8f5d4-6486-44f3-81ee-898d6a68e15a triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:43:22.190188 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:22.224967 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-eba146a2-c1b9-4665-bee0-ebcdf3bca5ef None None] For port 423732cf-8a16-4acc-ba6d-d7fe0d4cc0df, host dv-cinder-768592-7-smb, cleared binding levels {{(pid=99595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:43:22.247135 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-eba146a2-c1b9-4665-bee0-ebcdf3bca5ef None None] For port 423732cf-8a16-4acc-ba6d-d7fe0d4cc0df, host dv-cinder-768592-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=423732cf-8a16-4acc-ba6d-d7fe0d4cc0df,segment=NetworkSegment(6932e2b2-1f79-4fc6-aa47-4858913c769e),segment_id=6932e2b2-1f79-4fc6-aa47-4858913c769e)] {{(pid=99595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:43:22.255073 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-eba146a2-c1b9-4665-bee0-ebcdf3bca5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:22.259624 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-c7095837-0dd8-4c19-872e-b8d3de2be293 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:22.267093 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-341d61cf-82fc-483a-b175-3e2922e7b02c None None] Provisioning for port 63925e4c-05c0-4948-a4b2-2d2bd9ba48da completed by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:43:22.297285 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-341d61cf-82fc-483a-b175-3e2922e7b02c None None] Provisioning complete for port 63925e4c-05c0-4948-a4b2-2d2bd9ba48da triggered by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:43:22.297667 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-341d61cf-82fc-483a-b175-3e2922e7b02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:22.354946 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-81097c79-6a36-42d6-9737-f984e9fd210a admin admin] Notify callbacks [] for port, precommit_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:22.359808 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-81097c79-6a36-42d6-9737-f984e9fd210a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27156480'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:22.363163 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:22.374632 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba146a2-c1b9-4665-bee0-ebcdf3bca5ef None None] Routers {'242c4dd2-b441-41f0-a366-60a0f6d04de4'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:43:22.375281 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-eba146a2-c1b9-4665-bee0-ebcdf3bca5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:43:11Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['242c4dd2-b441-41f0-a366-60a0f6d04de4'], 'active': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:43:22.421343 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9210e9f6-ef54-405c-970a-bf95ad7122d5 None None] Pushing event updated for resources: {'Port': ['ID=423732cf-8a16-4acc-ba6d-d7fe0d4cc0df,revision_number=3']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:22.427028 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-341d61cf-82fc-483a-b175-3e2922e7b02c None None] Port 63925e4c-05c0-4948-a4b2-2d2bd9ba48da cannot update to ACTIVE because it is not bound. {{(pid=99595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 08:43:22.430695 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-9210e9f6-ef54-405c-970a-bf95ad7122d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:22.433145 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-81097c79-6a36-42d6-9737-f984e9fd210a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749915'] for router_interface, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:22.436041 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81097c79-6a36-42d6-9737-f984e9fd210a admin admin] Pushing event updated for resources: {'Port': ['ID=63925e4c-05c0-4948-a4b2-2d2bd9ba48da,revision_number=2']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:22.436310 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:22.441891 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-81097c79-6a36-42d6-9737-f984e9fd210a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:22.515919 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] For port 60c8f5d4-6486-44f3-81ee-898d6a68e15a, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=60c8f5d4-6486-44f3-81ee-898d6a68e15a,segment=NetworkSegment(722c628d-2496-4c31-adce-95f4e19fb95d),segment_id=722c628d-2496-4c31-adce-95f4e19fb95d)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:43:22.523092 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:22.527194 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-9048d4d1-ad60-4684-bfa3-262ead2facee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:22.537401 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81097c79-6a36-42d6-9737-f984e9fd210a admin admin] Network 829076dd-c4ae-4695-8eb2-b71e708b41f0 is already hosted by enough agents. {{(pid=99594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:43:22.539489 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [None req-81097c79-6a36-42d6-9737-f984e9fd210a admin admin] Resources bound (agent type, host, resource id): {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:43:22.576929 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvr_db [None req-eba146a2-c1b9-4665-bee0-ebcdf3bca5ef None None] Set router 242c4dd2-b441-41f0-a366-60a0f6d04de4 gateway port host: dv-cinder-768592-7-smb {{(pid=99595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:43:22.662427 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81097c79-6a36-42d6-9737-f984e9fd210a admin admin] Router 242c4dd2-b441-41f0-a366-60a0f6d04de4 has already been hosted by L3 agent b4fcebb9-4e54-4961-9fbc-14fb1630411d {{(pid=99594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 08:43:22.670309 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Pushing event updated for resources: {'Port': ['ID=60c8f5d4-6486-44f3-81ee-898d6a68e15a,revision_number=5']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:22.705243 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:22.796982 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c69b9-b93c-486c-9bba-d7e132249a85 req-fb8bb3d8-bdfa-4552-b83b-0ac35e22fb71 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:22.806551 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a51c69b9-b93c-486c-9bba-d7e132249a85 req-fb8bb3d8-bdfa-4552-b83b-0ac35e22fb71 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 943 time: 0.0853474 Jun 23 08:43:22.835711 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81097c79-6a36-42d6-9737-f984e9fd210a admin admin] Notify agent at l3_agent.dv-cinder-768592-7-smb the message routers_updated {{(pid=99594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 08:43:22.852469 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-81097c79-6a36-42d6-9737-f984e9fd210a admin admin] 10.222.0.23 "PUT /v2.0/routers/242c4dd2-b441-41f0-a366-60a0f6d04de4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6532245 Jun 23 08:43:22.852578 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a51c69b9-b93c-486c-9bba-d7e132249a85 req-072121f5-4c2f-4286-911c-51698d6aa57d tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407360 Jun 23 08:43:22.872143 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-ef143ff0-1911-44ba-a53b-cbd1f350a74c None None] Provisioning complete for port 63925e4c-05c0-4948-a4b2-2d2bd9ba48da triggered by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:43:22.872650 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-ef143ff0-1911-44ba-a53b-cbd1f350a74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:22.926217 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-ef143ff0-1911-44ba-a53b-cbd1f350a74c None None] Port 63925e4c-05c0-4948-a4b2-2d2bd9ba48da cannot update to ACTIVE because it is not bound. {{(pid=99595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 08:43:22.932046 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-eba146a2-c1b9-4665-bee0-ebcdf3bca5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '242c4dd2-b441-41f0-a366-60a0f6d04de4', 'name': 'tempest-TestMinimumBasicScenario-471463304-router', 'tenant_id': '162506028b4841508e1996e95265c975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '423732cf-8a16-4acc-ba6d-d7fe0d4cc0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:43:16Z', 'updated_at': '2021-06-23T08:43:22Z', 'revision_number': 4, 'project_id': '162506028b4841508e1996e95265c975', 'gw_port': {'id': '423732cf-8a16-4acc-ba6d-d7fe0d4cc0df', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '242c4dd2-b441-41f0-a366-60a0f6d04de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:43:17Z', 'updated_at': '2021-06-23T08:43:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': '63925e4c-05c0-4948-a4b2-2d2bd9ba48da', 'name': '', 'network_id': '829076dd-c4ae-4695-8eb2-b71e708b41f0', 'tenant_id': '162506028b4841508e1996e95265c975', 'mac_address': 'fa:16:3e:ba:ac:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '242c4dd2-b441-41f0-a366-60a0f6d04de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'ca255e7a-9130-43bb-a1f4-bbcb45f8c998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:43:21Z', 'updated_at': '2021-06-23T08:43:22Z', 'revision_number': 2, 'project_id': '162506028b4841508e1996e95265c975', 'subnets': [{'id': 'ca255e7a-9130-43bb-a1f4-bbcb45f8c998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:43:22.963185 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba146a2-c1b9-4665-bee0-ebcdf3bca5ef None None] The sync data for ids ['242c4dd2-b441-41f0-a366-60a0f6d04de4'] in dv-cinder-768592-7-smb is: [{'id': '242c4dd2-b441-41f0-a366-60a0f6d04de4', 'name': 'tempest-TestMinimumBasicScenario-471463304-router', 'tenant_id': '162506028b4841508e1996e95265c975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '423732cf-8a16-4acc-ba6d-d7fe0d4cc0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:43:16Z', 'updated_at': '2021-06-23T08:43:22Z', 'revision_number': 4, 'project_id': '162506028b4841508e1996e95265c975', 'gw_port': {'id': '423732cf-8a16-4acc-ba6d-d7fe0d4cc0df', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '242c4dd2-b441-41f0-a366-60a0f6d04de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:43:17Z', 'updated_at': '2021-06-23T08:43:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': '63925e4c-05c0-4948-a4b2-2d2bd9ba48da', 'name': '', 'network_id': '829076dd-c4ae-4695-8eb2-b71e708b41f0', 'tenant_id': '162506028b4841508e1996e95265c975', 'mac_address': 'fa:16:3e:ba:ac:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '242c4dd2-b441-41f0-a366-60a0f6d04de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'ca255e7a-9130-43bb-a1f4-bbcb45f8c998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:43:21Z', 'updated_at': '2021-06-23T08:43:22Z', 'revision_number': 2, 'project_id': '162506028b4841508e1996e95265c975', 'subnets': [{'id': 'ca255e7a-9130-43bb-a1f4-bbcb45f8c998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 08:43:23.215106 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049005b-bae7-48b5-b162-4f64ea62e226 req-c3ce1977-469a-4811-871b-dd5f8db5fd57 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:23.223729 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-2049005b-bae7-48b5-b162-4f64ea62e226 req-c3ce1977-469a-4811-871b-dd5f8db5fd57 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=90c61751-25c5-4afb-9fcc-c4eb674f06a7 HTTP/1.1" status: 200 len: 945 time: 0.0868881 Jun 23 08:43:23.271527 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-2049005b-bae7-48b5-b162-4f64ea62e226 req-51658d45-f8e8-4a2f-9048-caac738d8d28 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466330 Jun 23 08:43:23.579094 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 53406) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:23.719732 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 60c8f5d4-6486-44f3-81ee-898d6a68e15a up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:43:23.756734 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-ebc84268-9c1d-4e29-bbac-ed0345180aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:23.822375 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port 60c8f5d4-6486-44f3-81ee-898d6a68e15a triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:43:23.822783 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:23.920330 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-ebc84268-9c1d-4e29-bbac-ed0345180aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:23.927760 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-ebc84268-9c1d-4e29-bbac-ed0345180aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:23.930811 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-3baef5d0-c617-4096-b766-bd92918ef944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:23.976323 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-ebc84268-9c1d-4e29-bbac-ed0345180aa1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2167df242c7249539f2685e855c2dd74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3953779 Jun 23 08:43:23.977372 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc84268-9c1d-4e29-bbac-ed0345180aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23a63cd-6c0c-4144-b9b7-bcefdbe071e9,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:23.979645 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 53416) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:23.988190 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-ebc84268-9c1d-4e29-bbac-ed0345180aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:24.137011 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12fe1d-28bb-414b-99c2-c4709c3ee4af req-58936a44-8f8d-47ad-ad5e-a695eed77361 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:24.139840 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-ae12fe1d-28bb-414b-99c2-c4709c3ee4af req-58936a44-8f8d-47ad-ad5e-a695eed77361 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 943 time: 0.1268370 Jun 23 08:43:24.145310 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-40637add-f74d-445f-8689-dcf379482c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:24.173247 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-40637add-f74d-445f-8689-dcf379482c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:24.267158 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-ae12fe1d-28bb-414b-99c2-c4709c3ee4af req-248b97ee-56c0-4a41-a6b2-5b7778cb7174 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783625 Jun 23 08:43:24.289750 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-40637add-f74d-445f-8689-dcf379482c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:24.302929 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-40637add-f74d-445f-8689-dcf379482c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:24.305880 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-40637add-f74d-445f-8689-dcf379482c12 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f23a63cd-6c0c-4144-b9b7-bcefdbe071e9 HTTP/1.1" status: 204 len: 168 time: 0.3250449 Jun 23 08:43:24.316004 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-5a8f3630-0586-4a39-9bb0-98d1eaefd8df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:24.344340 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40637add-f74d-445f-8689-dcf379482c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23a63cd-6c0c-4144-b9b7-bcefdbe071e9,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:24.344340 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-40637add-f74d-445f-8689-dcf379482c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:24.587297 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f85c74-c42d-4117-af92-824670ff65f8 req-a44c066a-6479-4703-abd9-93aaf7661d4d tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:24.594297 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-86f85c74-c42d-4117-af92-824670ff65f8 req-a44c066a-6479-4703-abd9-93aaf7661d4d tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=90c61751-25c5-4afb-9fcc-c4eb674f06a7 HTTP/1.1" status: 200 len: 945 time: 0.1511052 Jun 23 08:43:24.644873 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-86f85c74-c42d-4117-af92-824670ff65f8 req-1ec11872-7aef-49b1-8a26-48b749977dbf tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487530 Jun 23 08:43:24.718760 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 53424) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:24.735086 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-eb148058-a0ea-4d13-ae1d-ae916903c9d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:24.843297 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-eb148058-a0ea-4d13-ae1d-ae916903c9d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:24.847901 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-eb148058-a0ea-4d13-ae1d-ae916903c9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:24.852683 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-27ee0aa6-e08a-4f15-999d-5cbf36742705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:24.895665 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-eb148058-a0ea-4d13-ae1d-ae916903c9d6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d7534d43c384d688d49bc660de520b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1756842 Jun 23 08:43:24.896734 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb148058-a0ea-4d13-ae1d-ae916903c9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0980617f-842b-403f-893f-fcf99b11c23b,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:24.898409 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 53426) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:24.900043 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-eb148058-a0ea-4d13-ae1d-ae916903c9d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:25.008918 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-223a16a2-964c-4466-98b6-a3114d160251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:25.034181 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-223a16a2-964c-4466-98b6-a3114d160251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:25.098623 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-223a16a2-964c-4466-98b6-a3114d160251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:25.105129 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-223a16a2-964c-4466-98b6-a3114d160251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:25.106264 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-223a16a2-964c-4466-98b6-a3114d160251 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0980617f-842b-403f-893f-fcf99b11c23b HTTP/1.1" status: 204 len: 168 time: 0.2065675 Jun 23 08:43:25.107152 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-5d6b0408-5707-4e4a-adb6-c9de20e4a6d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:25.118919 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a16a2-964c-4466-98b6-a3114d160251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0980617f-842b-403f-893f-fcf99b11c23b,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:25.121105 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-223a16a2-964c-4466-98b6-a3114d160251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:25.598390 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bf877-48a6-4df5-ba43-af42075f7c95 req-b1e109a8-73e8-4118-bd9f-96e6789258a2 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:25.605950 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-f01bf877-48a6-4df5-ba43-af42075f7c95 req-b1e109a8-73e8-4118-bd9f-96e6789258a2 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 943 time: 0.1367526 Jun 23 08:43:25.650233 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-f01bf877-48a6-4df5-ba43-af42075f7c95 req-b320d62c-8e42-4592-a8db-09e0e6652b74 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427277 Jun 23 08:43:25.680269 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 6 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:43:25.748755 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 423732cf-8a16-4acc-ba6d-d7fe0d4cc0df up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:43:25.849296 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning for port 423732cf-8a16-4acc-ba6d-d7fe0d4cc0df completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:43:25.861793 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port 423732cf-8a16-4acc-ba6d-d7fe0d4cc0df triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:43:25.863217 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:26.001356 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:26.012909 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ca276-45cb-465b-93ce-2086a1de2944 req-559952ac-1c4a-46cc-8293-947d844a47f2 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:26.014465 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6b2ca276-45cb-465b-93ce-2086a1de2944 req-559952ac-1c4a-46cc-8293-947d844a47f2 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=90c61751-25c5-4afb-9fcc-c4eb674f06a7 HTTP/1.1" status: 200 len: 945 time: 0.1577909 Jun 23 08:43:26.034154 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] For port 423732cf-8a16-4acc-ba6d-d7fe0d4cc0df, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=423732cf-8a16-4acc-ba6d-d7fe0d4cc0df,segment=NetworkSegment(6932e2b2-1f79-4fc6-aa47-4858913c769e),segment_id=6932e2b2-1f79-4fc6-aa47-4858913c769e)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:43:26.041763 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:26.046030 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:26.067372 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6b2ca276-45cb-465b-93ce-2086a1de2944 req-21ffab09-9297-4b06-b14c-d1fb64de9bf7 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446470 Jun 23 08:43:26.156723 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Pushing event updated for resources: {'Port': ['ID=423732cf-8a16-4acc-ba6d-d7fe0d4cc0df,revision_number=4']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:26.160066 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:26.408850 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e3611e-e354-432d-b7e0-baa802d25feb None None] Sync routers for ids ['242c4dd2-b441-41f0-a366-60a0f6d04de4'] in dv-cinder-768592-7-smb {{(pid=99596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 08:43:26.418555 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e3611e-e354-432d-b7e0-baa802d25feb None None] Routers {'242c4dd2-b441-41f0-a366-60a0f6d04de4'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:43:26.419581 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-49e3611e-e354-432d-b7e0-baa802d25feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:43:11Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['242c4dd2-b441-41f0-a366-60a0f6d04de4'], 'active': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:43:26.546668 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvr_db [None req-49e3611e-e354-432d-b7e0-baa802d25feb None None] Set router 242c4dd2-b441-41f0-a366-60a0f6d04de4 gateway port host: dv-cinder-768592-7-smb {{(pid=99596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:43:26.854868 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-49e3611e-e354-432d-b7e0-baa802d25feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '242c4dd2-b441-41f0-a366-60a0f6d04de4', 'name': 'tempest-TestMinimumBasicScenario-471463304-router', 'tenant_id': '162506028b4841508e1996e95265c975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '423732cf-8a16-4acc-ba6d-d7fe0d4cc0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:43:16Z', 'updated_at': '2021-06-23T08:43:22Z', 'revision_number': 4, 'project_id': '162506028b4841508e1996e95265c975', 'gw_port': {'id': '423732cf-8a16-4acc-ba6d-d7fe0d4cc0df', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242c4dd2-b441-41f0-a366-60a0f6d04de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:43:17Z', 'updated_at': '2021-06-23T08:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': '63925e4c-05c0-4948-a4b2-2d2bd9ba48da', 'name': '', 'network_id': '829076dd-c4ae-4695-8eb2-b71e708b41f0', 'tenant_id': '162506028b4841508e1996e95265c975', 'mac_address': 'fa:16:3e:ba:ac:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '242c4dd2-b441-41f0-a366-60a0f6d04de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'ca255e7a-9130-43bb-a1f4-bbcb45f8c998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:43:21Z', 'updated_at': '2021-06-23T08:43:22Z', 'revision_number': 2, 'project_id': '162506028b4841508e1996e95265c975', 'subnets': [{'id': 'ca255e7a-9130-43bb-a1f4-bbcb45f8c998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:43:26.938883 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e3611e-e354-432d-b7e0-baa802d25feb None None] Checking router: 242c4dd2-b441-41f0-a366-60a0f6d04de4 for host: dv-cinder-768592-7-smb {{(pid=99596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 08:43:26.939773 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e3611e-e354-432d-b7e0-baa802d25feb None None] Updating router 242c4dd2-b441-41f0-a366-60a0f6d04de4 port 63925e4c-05c0-4948-a4b2-2d2bd9ba48da binding host dv-cinder-768592-7-smb {{(pid=99596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 08:43:26.990479 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-49e3611e-e354-432d-b7e0-baa802d25feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:27.025636 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be882fb-2912-4fd0-a2de-6096397c1e78 req-812db7f3-ed14-404d-86f3-2e183ebd7ea2 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:27.028021 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1be882fb-2912-4fd0-a2de-6096397c1e78 req-812db7f3-ed14-404d-86f3-2e183ebd7ea2 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 943 time: 0.1103806 Jun 23 08:43:27.078234 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1be882fb-2912-4fd0-a2de-6096397c1e78 req-b0316a9a-101c-47a4-98c1-cd0128772137 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442686 Jun 23 08:43:27.319176 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0419c57-0552-44cd-b88a-1efc2198f310 req-102a2077-8c6f-4429-8ebb-93bfb70996d7 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:27.327238 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e0419c57-0552-44cd-b88a-1efc2198f310 req-102a2077-8c6f-4429-8ebb-93bfb70996d7 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=90c61751-25c5-4afb-9fcc-c4eb674f06a7 HTTP/1.1" status: 200 len: 945 time: 0.1110334 Jun 23 08:43:27.379177 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e0419c57-0552-44cd-b88a-1efc2198f310 req-0323319c-e661-470c-9103-d801acc38970 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/security-groups?id=20623e6e-7233-48c5-a18b-c2072f0f64fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499625 Jun 23 08:43:27.452165 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47214c-4338-4908-8df0-5d7810a1bb70 req-dc9df3cc-4d80-4bae-921a-403e4af8ed90 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:27.453736 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-3c47214c-4338-4908-8df0-5d7810a1bb70 req-dc9df3cc-4d80-4bae-921a-403e4af8ed90 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.13 "GET /v2.0/ports?device_id=90c61751-25c5-4afb-9fcc-c4eb674f06a7 HTTP/1.1" status: 200 len: 945 time: 0.1087956 Jun 23 08:43:27.536783 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-49e3611e-e354-432d-b7e0-baa802d25feb None None] Notify callbacks [] for port, precommit_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:27.548590 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.provisioning_blocks [None req-49e3611e-e354-432d-b7e0-baa802d25feb None None] Transition to ACTIVE for port object 63925e4c-05c0-4948-a4b2-2d2bd9ba48da will not be triggered until provisioned by entity L2. {{(pid=99596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:43:27.556694 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-49e3611e-e354-432d-b7e0-baa802d25feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:27.562485 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:27.600989 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [req-3c47214c-4338-4908-8df0-5d7810a1bb70 req-f2628b42-c952-4fc5-933b-533ab5ccac0c tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Deleting port 74fc4ae9-0063-4f60-8992-1c5b77aceae5 {{(pid=99594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:43:27.601458 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-3c47214c-4338-4908-8df0-5d7810a1bb70 req-f2628b42-c952-4fc5-933b-533ab5ccac0c tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:27.619992 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541080b-8e2f-4ffb-8ed2-ad52e6eefb55 None None] Pushing event updated for resources: {'Port': ['ID=63925e4c-05c0-4948-a4b2-2d2bd9ba48da,revision_number=3']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:27.624515 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-c541080b-8e2f-4ffb-8ed2-ad52e6eefb55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:27.694112 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [None req-49e3611e-e354-432d-b7e0-baa802d25feb None None] Attempting to bind port 63925e4c-05c0-4948-a4b2-2d2bd9ba48da on host dv-cinder-768592-7-smb for vnic_type normal with profile {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:43:27.695259 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [None req-49e3611e-e354-432d-b7e0-baa802d25feb None None] Attempting to bind port 63925e4c-05c0-4948-a4b2-2d2bd9ba48da by drivers openvswitch,hyperv on host dv-cinder-768592-7-smb at level 0 using segments [{'id': 'ca535288-c07c-4105-8caa-364fc73d0ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '829076dd-c4ae-4695-8eb2-b71e708b41f0'}] {{(pid=99596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:43:27.695833 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e3611e-e354-432d-b7e0-baa802d25feb None None] Attempting to bind port 63925e4c-05c0-4948-a4b2-2d2bd9ba48da on network 829076dd-c4ae-4695-8eb2-b71e708b41f0 {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:43:27.707897 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e3611e-e354-432d-b7e0-baa802d25feb None None] Checking agent: {'id': 'c91f22d1-ca23-4348-8c14-c9afdcad6577', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 31, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:43:27.708600 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e3611e-e354-432d-b7e0-baa802d25feb None None] Checking segment: {'id': 'ca535288-c07c-4105-8caa-364fc73d0ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '829076dd-c4ae-4695-8eb2-b71e708b41f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:43:27.709403 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-49e3611e-e354-432d-b7e0-baa802d25feb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:27.710219 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e3611e-e354-432d-b7e0-baa802d25feb None None] Bound using segment: {'id': 'ca535288-c07c-4105-8caa-364fc73d0ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '829076dd-c4ae-4695-8eb2-b71e708b41f0'} {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:43:27.711250 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [None req-49e3611e-e354-432d-b7e0-baa802d25feb None None] Bound port: 63925e4c-05c0-4948-a4b2-2d2bd9ba48da, host: dv-cinder-768592-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca535288-c07c-4105-8caa-364fc73d0ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '829076dd-c4ae-4695-8eb2-b71e708b41f0'}}] {{(pid=99596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:43:27.711752 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-49e3611e-e354-432d-b7e0-baa802d25feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:27.792559 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 423732cf-8a16-4acc-ba6d-d7fe0d4cc0df up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:43:27.830553 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-3c47214c-4338-4908-8df0-5d7810a1bb70 req-f2628b42-c952-4fc5-933b-533ab5ccac0c tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] For port 74fc4ae9-0063-4f60-8992-1c5b77aceae5, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=74fc4ae9-0063-4f60-8992-1c5b77aceae5,segment=NetworkSegment(3af925ae-dbce-4c89-8887-c7bd462152a0),segment_id=3af925ae-dbce-4c89-8887-c7bd462152a0)] {{(pid=99594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:43:27.831397 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-3c47214c-4338-4908-8df0-5d7810a1bb70 req-f2628b42-c952-4fc5-933b-533ab5ccac0c tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:27.862429 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [None req-49e3611e-e354-432d-b7e0-baa802d25feb None None] For port 63925e4c-05c0-4948-a4b2-2d2bd9ba48da, host dv-cinder-768592-7-smb, cleared binding levels {{(pid=99596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:43:27.866229 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [None req-49e3611e-e354-432d-b7e0-baa802d25feb None None] For port 63925e4c-05c0-4948-a4b2-2d2bd9ba48da, host dv-cinder-768592-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=63925e4c-05c0-4948-a4b2-2d2bd9ba48da,segment=NetworkSegment(ca535288-c07c-4105-8caa-364fc73d0ea7),segment_id=ca535288-c07c-4105-8caa-364fc73d0ea7)] {{(pid=99596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:43:27.870774 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [req-3c47214c-4338-4908-8df0-5d7810a1bb70 req-f2628b42-c952-4fc5-933b-533ab5ccac0c tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Calling delete_port for 74fc4ae9-0063-4f60-8992-1c5b77aceae5 owned by compute:nova {{(pid=99594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:43:27.872347 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-49e3611e-e354-432d-b7e0-baa802d25feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:27.875979 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:27.889984 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port 423732cf-8a16-4acc-ba6d-d7fe0d4cc0df triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:43:27.890374 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:27.997877 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e3611e-e354-432d-b7e0-baa802d25feb None None] Routers {'242c4dd2-b441-41f0-a366-60a0f6d04de4'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:43:27.998639 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-49e3611e-e354-432d-b7e0-baa802d25feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:43:11Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['242c4dd2-b441-41f0-a366-60a0f6d04de4'], 'active': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:43:28.051748 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541080b-8e2f-4ffb-8ed2-ad52e6eefb55 None None] Pushing event updated for resources: {'Port': ['ID=63925e4c-05c0-4948-a4b2-2d2bd9ba48da,revision_number=4']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:28.057444 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-c541080b-8e2f-4ffb-8ed2-ad52e6eefb55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:28.171879 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvr_db [None req-49e3611e-e354-432d-b7e0-baa802d25feb None None] Set router 242c4dd2-b441-41f0-a366-60a0f6d04de4 gateway port host: dv-cinder-768592-7-smb {{(pid=99596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:43:28.219362 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-3c47214c-4338-4908-8df0-5d7810a1bb70 req-f2628b42-c952-4fc5-933b-533ab5ccac0c tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27156491'] for port, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:28.238005 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-66000c9f-ddf3-4b94-b23b-0095cf939066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:28.259392 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['74fc4ae9-0063-4f60-8992-1c5b77aceae5'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:43:28.327005 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2628b42-c952-4fc5-933b-533ab5ccac0c tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Pushing event deleted for resources: {'Port': ['ID=74fc4ae9-0063-4f60-8992-1c5b77aceae5,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:28.329932 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-f2628b42-c952-4fc5-933b-533ab5ccac0c tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:28.363377 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c47214c-4338-4908-8df0-5d7810a1bb70 req-f2628b42-c952-4fc5-933b-533ab5ccac0c tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] No DVR routers for this DVR port 74fc4ae9-0063-4f60-8992-1c5b77aceae5 on host hv-cinder-76859 {{(pid=99594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 08:43:28.366043 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-3c47214c-4338-4908-8df0-5d7810a1bb70 req-f2628b42-c952-4fc5-933b-533ab5ccac0c tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:28.369113 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-3c47214c-4338-4908-8df0-5d7810a1bb70 req-f2628b42-c952-4fc5-933b-533ab5ccac0c tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.13 "DELETE /v2.0/ports/74fc4ae9-0063-4f60-8992-1c5b77aceae5 HTTP/1.1" status: 204 len: 173 time: 0.9088976 Jun 23 08:43:28.369987 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c61751-25c5-4afb-9fcc-c4eb674f06a7', 'name': 'network-vif-deleted', 'tag': '74fc4ae9-0063-4f60-8992-1c5b77aceae5'}] {{(pid=99594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:43:28.387191 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3f20cf24677dbb31f56fc6b5fcedde197d4abde885e517d24b88e41f2eb98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31d02a6-c374-408e-b2d0-c0e226287ccd" -d '{"events": [{"server_uuid": "90c61751-25c5-4afb-9fcc-c4eb674f06a7", "name": "network-vif-deleted", "tag": "74fc4ae9-0063-4f60-8992-1c5b77aceae5"}]}' {{(pid=99594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:43:28.474279 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bcf9d5-b051-4c25-9f1c-408c601e4b50 req-dfb8de4f-78cf-418a-b337-b13a4ee5ac4f tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:28.483548 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c3bcf9d5-b051-4c25-9f1c-408c601e4b50 req-dfb8de4f-78cf-418a-b337-b13a4ee5ac4f tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 943 time: 0.1851680 Jun 23 08:43:28.562026 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-49e3611e-e354-432d-b7e0-baa802d25feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '242c4dd2-b441-41f0-a366-60a0f6d04de4', 'name': 'tempest-TestMinimumBasicScenario-471463304-router', 'tenant_id': '162506028b4841508e1996e95265c975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '423732cf-8a16-4acc-ba6d-d7fe0d4cc0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:43:16Z', 'updated_at': '2021-06-23T08:43:22Z', 'revision_number': 4, 'project_id': '162506028b4841508e1996e95265c975', 'gw_port': {'id': '423732cf-8a16-4acc-ba6d-d7fe0d4cc0df', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242c4dd2-b441-41f0-a366-60a0f6d04de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:43:17Z', 'updated_at': '2021-06-23T08:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': '63925e4c-05c0-4948-a4b2-2d2bd9ba48da', 'name': '', 'network_id': '829076dd-c4ae-4695-8eb2-b71e708b41f0', 'tenant_id': '162506028b4841508e1996e95265c975', 'mac_address': 'fa:16:3e:ba:ac:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '242c4dd2-b441-41f0-a366-60a0f6d04de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'ca255e7a-9130-43bb-a1f4-bbcb45f8c998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:43:21Z', 'updated_at': '2021-06-23T08:43:27Z', 'revision_number': 4, 'project_id': '162506028b4841508e1996e95265c975', 'subnets': [{'id': 'ca255e7a-9130-43bb-a1f4-bbcb45f8c998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:43:28.575689 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c3bcf9d5-b051-4c25-9f1c-408c601e4b50 req-9f76568e-7618-4f88-83eb-a39598a4d2f4 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825937 Jun 23 08:43:28.640273 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e3611e-e354-432d-b7e0-baa802d25feb None None] The sync data for ids ['242c4dd2-b441-41f0-a366-60a0f6d04de4'] in dv-cinder-768592-7-smb is: [{'id': '242c4dd2-b441-41f0-a366-60a0f6d04de4', 'name': 'tempest-TestMinimumBasicScenario-471463304-router', 'tenant_id': '162506028b4841508e1996e95265c975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '423732cf-8a16-4acc-ba6d-d7fe0d4cc0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:43:16Z', 'updated_at': '2021-06-23T08:43:22Z', 'revision_number': 4, 'project_id': '162506028b4841508e1996e95265c975', 'gw_port': {'id': '423732cf-8a16-4acc-ba6d-d7fe0d4cc0df', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242c4dd2-b441-41f0-a366-60a0f6d04de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:43:17Z', 'updated_at': '2021-06-23T08:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': '63925e4c-05c0-4948-a4b2-2d2bd9ba48da', 'name': '', 'network_id': '829076dd-c4ae-4695-8eb2-b71e708b41f0', 'tenant_id': '162506028b4841508e1996e95265c975', 'mac_address': 'fa:16:3e:ba:ac:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '242c4dd2-b441-41f0-a366-60a0f6d04de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'ca255e7a-9130-43bb-a1f4-bbcb45f8c998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:43:21Z', 'updated_at': '2021-06-23T08:43:27Z', 'revision_number': 4, 'project_id': '162506028b4841508e1996e95265c975', 'subnets': [{'id': 'ca255e7a-9130-43bb-a1f4-bbcb45f8c998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 08:43:28.685041 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed565000-8d6c-453b-85eb-4b1b45a6bb07 x-openstack-request-id: req-ed565000-8d6c-453b-85eb-4b1b45a6bb07 {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:43:28.685550 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c61751-25c5-4afb-9fcc-c4eb674f06a7", "name": "network-vif-deleted", "tag": "74fc4ae9-0063-4f60-8992-1c5b77aceae5", "status": "completed", "code": 200}]} {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:43:28.685729 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ed565000-8d6c-453b-85eb-4b1b45a6bb07 {{(pid=99594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:43:28.686132 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c61751-25c5-4afb-9fcc-c4eb674f06a7', 'name': 'network-vif-deleted', 'tag': '74fc4ae9-0063-4f60-8992-1c5b77aceae5', 'status': 'completed', 'code': 200} Jun 23 08:43:28.688056 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b923019f-63c0-446c-afb0-b1368a5c8eba req-59978933-43e3-46dc-a468-3229f5b3ebf8 tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] 10.222.0.23 "GET /v2.0/ports?device_id=90c61751-25c5-4afb-9fcc-c4eb674f06a7 HTTP/1.1" status: 200 len: 210 time: 0.0627248 Jun 23 08:43:28.693789 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device d138dc7d-821b-43b7-b299-08c73ca38d11 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 08:43:28.849268 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port d138dc7d-821b-43b7-b299-08c73ca38d11, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d138dc7d-821b-43b7-b299-08c73ca38d11,segment=NetworkSegment(31b2f068-fef9-4baa-bc53-51c6f575a7bf),segment_id=31b2f068-fef9-4baa-bc53-51c6f575a7bf)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:43:28.867939 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Returning: {'device': 'd138dc7d-821b-43b7-b299-08c73ca38d11', 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248', 'port_id': 'd138dc7d-821b-43b7-b299-08c73ca38d11', 'mac_address': 'fa:16:3e:2b:9b:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b3df551-72d8-4749-a018-772b466944b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 08:43:28.926900 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:28.943616 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d138dc7d-821b-43b7-b299-08c73ca38d11 {{(pid=99595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:43:29.000731 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port d138dc7d-821b-43b7-b299-08c73ca38d11, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d138dc7d-821b-43b7-b299-08c73ca38d11,segment=NetworkSegment(31b2f068-fef9-4baa-bc53-51c6f575a7bf),segment_id=31b2f068-fef9-4baa-bc53-51c6f575a7bf)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:43:29.005724 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:29.008517 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-9048d4d1-ad60-4684-bfa3-262ead2facee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:29.074341 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=d138dc7d-821b-43b7-b299-08c73ca38d11,revision_number=9']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:29.087368 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:29.088596 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:29.089184 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:29.090150 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:29.090637 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:29.091143 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:29.091653 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:29.092130 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:29.092617 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:29.093180 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:29.093716 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:29.094254 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:43:29.115206 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:29.509978 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['d138dc7d-821b-43b7-b299-08c73ca38d11'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:43:29.741703 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 63925e4c-05c0-4948-a4b2-2d2bd9ba48da up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:43:29.813017 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning for port 63925e4c-05c0-4948-a4b2-2d2bd9ba48da completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:43:29.817617 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port 63925e4c-05c0-4948-a4b2-2d2bd9ba48da triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:43:29.818153 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:29.909524 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d04977-614d-4c67-a909-2996ac0155a5 req-28fd9ef4-4b20-4efd-983b-5bcbc0f033e6 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:29.927074 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-32d04977-614d-4c67-a909-2996ac0155a5 req-28fd9ef4-4b20-4efd-983b-5bcbc0f033e6 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 944 time: 0.1605353 Jun 23 08:43:29.947317 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:30.000341 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-32d04977-614d-4c67-a909-2996ac0155a5 req-e7731382-c5e6-4532-9cc6-ba938885f44e tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722470 Jun 23 08:43:30.023938 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] For port 63925e4c-05c0-4948-a4b2-2d2bd9ba48da, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=63925e4c-05c0-4948-a4b2-2d2bd9ba48da,segment=NetworkSegment(ca535288-c07c-4105-8caa-364fc73d0ea7),segment_id=ca535288-c07c-4105-8caa-364fc73d0ea7)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:43:30.028502 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:30.031873 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:30.105024 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Pushing event updated for resources: {'Port': ['ID=63925e4c-05c0-4948-a4b2-2d2bd9ba48da,revision_number=5']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:30.111126 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:30.705725 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device d138dc7d-821b-43b7-b299-08c73ca38d11 up at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:43:30.772585 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning complete for port d138dc7d-821b-43b7-b299-08c73ca38d11 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:43:30.773806 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:30.871403 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:30.909038 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port d138dc7d-821b-43b7-b299-08c73ca38d11, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d138dc7d-821b-43b7-b299-08c73ca38d11,segment=NetworkSegment(31b2f068-fef9-4baa-bc53-51c6f575a7bf),segment_id=31b2f068-fef9-4baa-bc53-51c6f575a7bf)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:43:30.910034 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3631e51b-c5d2-4b22-9356-7ee8f3f3126d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd138dc7d-821b-43b7-b299-08c73ca38d11'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:43:30.913055 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe10368e395667840533ec91c6601648d36376b54de0a6f6a3b23a108ba8d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b74de7a-c44d-406b-b37b-af861474f142" -d '{"events": [{"server_uuid": "3631e51b-c5d2-4b22-9356-7ee8f3f3126d", "name": "network-vif-plugged", "status": "completed", "tag": "d138dc7d-821b-43b7-b299-08c73ca38d11"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:43:30.926684 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:30.927591 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device 74fc4ae9-0063-4f60-8992-1c5b77aceae5 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:43:30.930238 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:30.988212 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfefc7d1-1715-4d70-988c-861bfc2f9716 x-openstack-request-id: req-bfefc7d1-1715-4d70-988c-861bfc2f9716 {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:43:30.988890 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3631e51b-c5d2-4b22-9356-7ee8f3f3126d", "name": "network-vif-plugged", "status": "completed", "tag": "d138dc7d-821b-43b7-b299-08c73ca38d11", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:43:30.988890 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bfefc7d1-1715-4d70-988c-861bfc2f9716 {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:43:30.989322 dv-cinder-768592-7-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3631e51b-c5d2-4b22-9356-7ee8f3f3126d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd138dc7d-821b-43b7-b299-08c73ca38d11', 'code': 200} Jun 23 08:43:30.992435 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] No Port match for: 74fc4ae9-0063-4f60-8992-1c5b77aceae5 {{(pid=99595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 08:43:30.992812 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device 74fc4ae9-0063-4f60-8992-1c5b77aceae5 not bound to the agent host hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 08:43:31.050529 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=d138dc7d-821b-43b7-b299-08c73ca38d11,revision_number=10']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:31.056667 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:31.238009 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca11bd-79bd-4e70-8d15-764d6050e8a5 req-70258c08-fe50-4dff-ac73-343fdd143604 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:31.308504 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-5dca11bd-79bd-4e70-8d15-764d6050e8a5 req-70258c08-fe50-4dff-ac73-343fdd143604 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 946 time: 0.1082680 Jun 23 08:43:31.308504 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-5dca11bd-79bd-4e70-8d15-764d6050e8a5 req-f2c7caea-1d69-4597-b588-230a97e23435 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328858 Jun 23 08:43:31.663222 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59155c4-b44f-4a27-9005-c58113c9994d req-3e4eea2b-08a6-43b6-92a3-39b6882febf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:31.664965 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-a59155c4-b44f-4a27-9005-c58113c9994d req-3e4eea2b-08a6-43b6-92a3-39b6882febf2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 1099 time: 0.1145554 Jun 23 08:43:31.683432 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 63925e4c-05c0-4948-a4b2-2d2bd9ba48da up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:43:31.708212 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-a59155c4-b44f-4a27-9005-c58113c9994d req-251b6fb7-ff1b-478e-b2a7-19b6043902d6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351017 Jun 23 08:43:31.735879 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port 63925e4c-05c0-4948-a4b2-2d2bd9ba48da triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:43:31.736260 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:32.538580 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a421439-b494-45a9-beaf-9fa7714f4efd req-859d812b-9fa7-425f-8aaf-67750534b009 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:32.540523 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-5a421439-b494-45a9-beaf-9fa7714f4efd req-859d812b-9fa7-425f-8aaf-67750534b009 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 946 time: 0.0809946 Jun 23 08:43:32.610899 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-5a421439-b494-45a9-beaf-9fa7714f4efd req-0c0ebe92-0c50-4655-b07d-50fec6843bae tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647123 Jun 23 08:43:33.815439 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973a2af-7629-49d2-8543-f04f388b6876 req-ddff7787-41be-4575-bc4e-92a2b8aa9326 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:33.823809 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-5973a2af-7629-49d2-8543-f04f388b6876 req-ddff7787-41be-4575-bc4e-92a2b8aa9326 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 946 time: 0.0795238 Jun 23 08:43:33.878868 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-5973a2af-7629-49d2-8543-f04f388b6876 req-be060bc3-3e02-4d51-a6d0-57c2385d5849 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539734 Jun 23 08:43:35.057923 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea58490-652d-40cb-9c59-9e687f85bd7d req-8170be7b-cb53-46ea-bcbd-35ffdefa2f70 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:35.059573 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-0ea58490-652d-40cb-9c59-9e687f85bd7d req-8170be7b-cb53-46ea-bcbd-35ffdefa2f70 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 946 time: 0.0688157 Jun 23 08:43:35.104213 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-0ea58490-652d-40cb-9c59-9e687f85bd7d req-5ebb3c17-ad7d-400e-b8dc-d1e04622b20d tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391159 Jun 23 08:43:35.594308 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 53678) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:35.649490 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-20f14927-0509-4732-bb14-6b6b848877cd tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:35.651004 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-20f14927-0509-4732-bb14-6b6b848877cd tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/networks?id=8af9e12a-a50e-49e3-a158-896d696b05e9 HTTP/1.1" status: 200 len: 815 time: 0.1125026 Jun 23 08:43:35.666969 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-ac867230-31a9-4010-9ac9-dc8c9cac486b tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/quotas/cd27980e548b461c9e7bcdfe5ea62882 HTTP/1.1" status: 200 len: 375 time: 0.0105338 Jun 23 08:43:35.702857 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-08da80f8-fbdd-4ebc-aad2-bd74dc74ed89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:35.735393 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-de87f0cc-465f-4c87-9cfa-205655990d7f tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cd27980e548b461c9e7bcdfe5ea62882&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630553 Jun 23 08:43:35.792040 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-08da80f8-fbdd-4ebc-aad2-bd74dc74ed89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:35.796387 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-08da80f8-fbdd-4ebc-aad2-bd74dc74ed89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:35.799762 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-344ee482-b754-4aed-9e4f-de599cc36bb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:35.836884 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-08da80f8-fbdd-4ebc-aad2-bd74dc74ed89 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8da68067acd24ea2a73e3e372398396e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2381666 Jun 23 08:43:35.836884 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da80f8-fbdd-4ebc-aad2-bd74dc74ed89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92837089-2e48-493b-aac9-033b2a875259,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:35.838718 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-c7d756d5-c786-4057-98dc-bb514992185a service neutron] 10.222.0.23 "GET /v2.0/networks/8af9e12a-a50e-49e3-a158-896d696b05e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881705 Jun 23 08:43:35.838945 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 53682) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:35.844513 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-08da80f8-fbdd-4ebc-aad2-bd74dc74ed89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:35.891808 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3e44329c-c4a0-4692-9f07-bbf87dae8be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:35.912648 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3e44329c-c4a0-4692-9f07-bbf87dae8be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:35.934449 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-d7a32eb4-2c2b-489a-9724-e73536051cda service neutron] 10.222.0.23 "GET /v2.0/networks/8af9e12a-a50e-49e3-a158-896d696b05e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839014 Jun 23 08:43:35.960305 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3e44329c-c4a0-4692-9f07-bbf87dae8be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:35.963167 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3e44329c-c4a0-4692-9f07-bbf87dae8be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:35.964492 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-3e44329c-c4a0-4692-9f07-bbf87dae8be4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/92837089-2e48-493b-aac9-033b2a875259 HTTP/1.1" status: 204 len: 168 time: 0.1250238 Jun 23 08:43:35.965329 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-79f9dd35-5226-4d58-858b-ddb47c2a2509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:35.973108 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e44329c-c4a0-4692-9f07-bbf87dae8be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92837089-2e48-493b-aac9-033b2a875259,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:35.976494 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-3e44329c-c4a0-4692-9f07-bbf87dae8be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:36.121577 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6bae3102-f08c-44a2-bced-a4f724a0cf48 req-9ec1f950-7fa0-464a-aba2-6cba55fd885c tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 210 time: 0.0355079 Jun 23 08:43:36.236483 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 53698) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:36.250700 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-d2dee2a6-d2cc-440e-a47a-102e271218e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:36.351411 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-d2dee2a6-d2cc-440e-a47a-102e271218e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:36.355294 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-d2dee2a6-d2cc-440e-a47a-102e271218e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:36.357969 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-eb148058-a0ea-4d13-ae1d-ae916903c9d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:36.403602 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dee2a6-d2cc-440e-a47a-102e271218e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3a86a8-8470-4093-9121-5e1d076a7889,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:36.410888 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 53706) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:36.411087 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-d2dee2a6-d2cc-440e-a47a-102e271218e1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cac5425a15c146b8b538f77f4cd1689d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1733077 Jun 23 08:43:36.412210 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-d2dee2a6-d2cc-440e-a47a-102e271218e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:36.475608 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-cd90eb87-091a-4bc7-a60d-d00b8c36d013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:36.499468 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-cd90eb87-091a-4bc7-a60d-d00b8c36d013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:36.553285 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-cd90eb87-091a-4bc7-a60d-d00b8c36d013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:36.556643 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-cd90eb87-091a-4bc7-a60d-d00b8c36d013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:36.560132 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-cd90eb87-091a-4bc7-a60d-d00b8c36d013 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4d3a86a8-8470-4093-9121-5e1d076a7889 HTTP/1.1" status: 204 len: 168 time: 0.1458318 Jun 23 08:43:36.560132 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-257a6671-b8c3-417a-97d6-722d454f3c33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:36.566829 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90eb87-091a-4bc7-a60d-d00b8c36d013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3a86a8-8470-4093-9121-5e1d076a7889,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:36.574869 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-cd90eb87-091a-4bc7-a60d-d00b8c36d013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:36.915947 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 53716) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:36.929363 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-da0910f3-1ca6-41da-a723-5d9161bc02ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:37.024415 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-da0910f3-1ca6-41da-a723-5d9161bc02ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:37.028240 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-da0910f3-1ca6-41da-a723-5d9161bc02ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:37.030797 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-06269809-902a-4ca9-ac7e-2ed20847e0d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:37.278077 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-51109d93-1120-4e0b-906d-55933a4b3476 req-d6d4896b-b304-41f1-9958-cea6c8604932 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 210 time: 0.0315301 Jun 23 08:43:37.375351 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0910f3-1ca6-41da-a723-5d9161bc02ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e71493-e76e-4c85-93db-57f27640087b,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:37.385929 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-da0910f3-1ca6-41da-a723-5d9161bc02ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=494c25b448d9481fbbe7d27398c62568&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4688642 Jun 23 08:43:37.388846 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 53720) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:37.388978 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-da0910f3-1ca6-41da-a723-5d9161bc02ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:37.439612 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-29da1c07-824f-48d9-9ca0-79be06ceb6cb tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:37.441125 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-29da1c07-824f-48d9-9ca0-79be06ceb6cb tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.13 "GET /v2.0/networks?id=8af9e12a-a50e-49e3-a158-896d696b05e9 HTTP/1.1" status: 200 len: 815 time: 0.1416528 Jun 23 08:43:37.460744 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-55ed0f1f-264d-4d50-aa29-da4a3396bfe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:37.462115 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-42f3d252-46a3-4be9-825d-a02302dfca8f tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Request body: {'port': {'device_id': '48df7925-3890-4aab-b247-1252ff8b9d1e', 'network_id': '8af9e12a-a50e-49e3-a158-896d696b05e9', 'admin_state_up': True, 'tenant_id': 'cd27980e548b461c9e7bcdfe5ea62882'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:43:37.486349 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-55ed0f1f-264d-4d50-aa29-da4a3396bfe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:37.535690 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-55ed0f1f-264d-4d50-aa29-da4a3396bfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:37.538245 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-55ed0f1f-264d-4d50-aa29-da4a3396bfe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:37.539471 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-55ed0f1f-264d-4d50-aa29-da4a3396bfe5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/74e71493-e76e-4c85-93db-57f27640087b HTTP/1.1" status: 204 len: 168 time: 0.1488335 Jun 23 08:43:37.540337 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-62e6980b-31cf-4b93-ba00-1417188e0421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:37.547802 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed0f1f-264d-4d50-aa29-da4a3396bfe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e71493-e76e-4c85-93db-57f27640087b,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:37.550026 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-55ed0f1f-264d-4d50-aa29-da4a3396bfe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:37.582587 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-42f3d252-46a3-4be9-825d-a02302dfca8f tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Made reservation on behalf of cd27980e548b461c9e7bcdfe5ea62882 for: {'port': 1} {{(pid=99594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:43:37.586613 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-42f3d252-46a3-4be9-825d-a02302dfca8f tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:37.743113 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.db_base_plugin_common [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-42f3d252-46a3-4be9-825d-a02302dfca8f tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Allocated IP 172.20.0.4 (8af9e12a-a50e-49e3-a158-896d696b05e9/9ba8a857-78c7-405f-bd7b-690985022421/eaf4211d-3fe7-4718-90b0-a5f4de8d2db3) {{(pid=99594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:43:37.945010 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-42f3d252-46a3-4be9-825d-a02302dfca8f tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks [] for port, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:37.981409 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.provisioning_blocks [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-42f3d252-46a3-4be9-825d-a02302dfca8f tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Transition to ACTIVE for port object eaf4211d-3fe7-4718-90b0-a5f4de8d2db3 will not be triggered until provisioned by entity DHCP. {{(pid=99594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:43:38.026817 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-42f3d252-46a3-4be9-825d-a02302dfca8f tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27156498'] for port, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:38.030830 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-b4d437f6-5fc6-411c-8fd7-74420937b8f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:38.085278 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-42f3d252-46a3-4be9-825d-a02302dfca8f tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Network 8af9e12a-a50e-49e3-a158-896d696b05e9 is already hosted by enough agents. {{(pid=99594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:43:38.089166 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-42f3d252-46a3-4be9-825d-a02302dfca8f tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Resources bound (agent type, host, resource id): {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:43:38.093198 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-42f3d252-46a3-4be9-825d-a02302dfca8f tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Received port after_create {{(pid=99594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:43:38.122258 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f3d252-46a3-4be9-825d-a02302dfca8f tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Pushing event updated for resources: {'Port': ['ID=eaf4211d-3fe7-4718-90b0-a5f4de8d2db3,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:38.137100 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-42f3d252-46a3-4be9-825d-a02302dfca8f tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:38.173699 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-42f3d252-46a3-4be9-825d-a02302dfca8f tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:38.174536 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-42f3d252-46a3-4be9-825d-a02302dfca8f tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:38.191675 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-42f3d252-46a3-4be9-825d-a02302dfca8f tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7361996 Jun 23 08:43:38.331063 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-21708805-1b93-46ae-b464-799a5f7d7255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:38.453068 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8655465b-1c00-4473-ac7d-d489dbd77613 None None] Provisioning for port eaf4211d-3fe7-4718-90b0-a5f4de8d2db3 completed by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:43:38.462849 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8655465b-1c00-4473-ac7d-d489dbd77613 None None] Provisioning complete for port eaf4211d-3fe7-4718-90b0-a5f4de8d2db3 triggered by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:43:38.464519 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8655465b-1c00-4473-ac7d-d489dbd77613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:38.485798 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f64c4d-0fb1-491e-a5de-f0f9a072f834 req-83a5c847-60b2-4a55-b20f-872a2b8ecdb9 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:38.487329 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-62f64c4d-0fb1-491e-a5de-f0f9a072f834 req-83a5c847-60b2-4a55-b20f-872a2b8ecdb9 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 931 time: 0.0707200 Jun 23 08:43:38.503311 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-8655465b-1c00-4473-ac7d-d489dbd77613 None None] Port eaf4211d-3fe7-4718-90b0-a5f4de8d2db3 cannot update to ACTIVE because it is not bound. {{(pid=99595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 08:43:38.536486 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-62f64c4d-0fb1-491e-a5de-f0f9a072f834 req-3224eef5-b12c-42ca-92c9-d2c971f02051 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/security-groups?id=9374f109-7a02-4d2c-8e4e-21bcbe1fb400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425653 Jun 23 08:43:39.720515 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73801164-e032-4a66-a210-8166a1b16f13 req-4955098a-9a4f-4c62-b9c1-3bb4d7be77cc tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:39.722523 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-73801164-e032-4a66-a210-8166a1b16f13 req-4955098a-9a4f-4c62-b9c1-3bb4d7be77cc tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 931 time: 0.0707128 Jun 23 08:43:39.759755 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-73801164-e032-4a66-a210-8166a1b16f13 req-8cd7eb1b-bf66-4021-bc7c-7110e13df93f tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/security-groups?id=9374f109-7a02-4d2c-8e4e-21bcbe1fb400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308051 Jun 23 08:43:40.821213 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:40.937200 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463777d-5479-4e70-8f92-8931890ed6c9 req-520564f4-c366-4edc-9614-d37c52511e98 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:40.939011 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9463777d-5479-4e70-8f92-8931890ed6c9 req-520564f4-c366-4edc-9614-d37c52511e98 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 931 time: 0.0648997 Jun 23 08:43:40.980529 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9463777d-5479-4e70-8f92-8931890ed6c9 req-86b02f3e-cfe9-45cf-856d-a6d713182a38 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/security-groups?id=9374f109-7a02-4d2c-8e4e-21bcbe1fb400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347266 Jun 23 08:43:41.072013 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-fbd1e4c6-1f04-4184-b16c-ff323a095b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:41.380719 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:42.021481 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:42.155345 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f7e20-0e9e-4a1e-9f9e-d42ca61b3251 req-8d73dd16-558a-4034-99e0-99286f9b523e tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:42.156688 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9d0f7e20-0e9e-4a1e-9f9e-d42ca61b3251 req-8d73dd16-558a-4034-99e0-99286f9b523e tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 931 time: 0.0636683 Jun 23 08:43:42.195975 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9d0f7e20-0e9e-4a1e-9f9e-d42ca61b3251 req-0b42adaa-9c48-4220-bb8c-bc649de03a51 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/security-groups?id=9374f109-7a02-4d2c-8e4e-21bcbe1fb400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337169 Jun 23 08:43:43.386580 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac03271-7901-4ece-83c1-a398eb08fd49 req-f271371e-a1a3-484b-af35-dd3af74dd851 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:43.387954 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7ac03271-7901-4ece-83c1-a398eb08fd49 req-f271371e-a1a3-484b-af35-dd3af74dd851 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 931 time: 0.0763061 Jun 23 08:43:43.425503 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7ac03271-7901-4ece-83c1-a398eb08fd49 req-7fb42161-0621-47c0-9b9b-f83fa100c828 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/security-groups?id=9374f109-7a02-4d2c-8e4e-21bcbe1fb400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320177 Jun 23 08:43:43.598619 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:44.603921 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac16511-f535-4e5d-81de-1cce7dffefff req-e224de00-eeff-4cb9-a9ad-3cbf1378e58c tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:44.605398 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9ac16511-f535-4e5d-81de-1cce7dffefff req-e224de00-eeff-4cb9-a9ad-3cbf1378e58c tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 931 time: 0.0692122 Jun 23 08:43:44.644301 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9ac16511-f535-4e5d-81de-1cce7dffefff req-d31196d2-701c-42e2-b1b5-7bfb86942056 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/security-groups?id=9374f109-7a02-4d2c-8e4e-21bcbe1fb400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333710 Jun 23 08:43:45.854594 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9635a-06ef-4bc2-9093-6f093a6ac9a7 req-0204f5ff-8c4b-4864-b0e3-b3f2c0d6b980 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:45.856076 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d0d9635a-06ef-4bc2-9093-6f093a6ac9a7 req-0204f5ff-8c4b-4864-b0e3-b3f2c0d6b980 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 931 time: 0.0785811 Jun 23 08:43:45.908317 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d0d9635a-06ef-4bc2-9093-6f093a6ac9a7 req-441864fa-5b3e-48f7-aad7-2ba9e415df0a tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/security-groups?id=9374f109-7a02-4d2c-8e4e-21bcbe1fb400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428824 Jun 23 08:43:47.094189 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1bd63-b5b7-4063-8acb-aeaf094f2565 req-0d168c08-7371-4c38-aa4d-91341e24d744 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:47.095675 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9aa1bd63-b5b7-4063-8acb-aeaf094f2565 req-0d168c08-7371-4c38-aa4d-91341e24d744 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 931 time: 0.0653453 Jun 23 08:43:47.134472 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9aa1bd63-b5b7-4063-8acb-aeaf094f2565 req-641133cd-6a1d-4476-ae97-77796eb246b6 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/security-groups?id=9374f109-7a02-4d2c-8e4e-21bcbe1fb400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324655 Jun 23 08:43:48.313261 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e377864-d650-42de-9cde-947c69c1706f req-48154d96-b54b-4711-9e5a-e3ae9bb45ed6 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:48.314701 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7e377864-d650-42de-9cde-947c69c1706f req-48154d96-b54b-4711-9e5a-e3ae9bb45ed6 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 931 time: 0.0637286 Jun 23 08:43:48.353722 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7e377864-d650-42de-9cde-947c69c1706f req-93a8c669-a32f-4efa-adb4-249f5956042e tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/security-groups?id=9374f109-7a02-4d2c-8e4e-21bcbe1fb400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332446 Jun 23 08:43:49.576202 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 53852) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:49.664901 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b4cbcb2-c90c-4daf-9782-6abfc0a0fbe2 admin admin] Deleting subnet 455b94d4-a34f-47bf-b5e4-b334fba57212 {{(pid=99593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 08:43:49.669062 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-1b4cbcb2-c90c-4daf-9782-6abfc0a0fbe2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:49.708527 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-1b4cbcb2-c90c-4daf-9782-6abfc0a0fbe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3632229'] for subnet, precommit_delete_associations {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:49.755793 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e2cad-f0d1-4441-974b-e7665902e694 req-4ccd679d-16c2-4216-b86b-e4ab1983b6cb tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:49.762834 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d21e2cad-f0d1-4441-974b-e7665902e694 req-4ccd679d-16c2-4216-b86b-e4ab1983b6cb tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 931 time: 0.1289985 Jun 23 08:43:49.767517 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-1b4cbcb2-c90c-4daf-9782-6abfc0a0fbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742952'] for subnet, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:49.831569 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d21e2cad-f0d1-4441-974b-e7665902e694 req-528da128-7347-48ae-9415-3e04589befad tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/security-groups?id=9374f109-7a02-4d2c-8e4e-21bcbe1fb400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659020 Jun 23 08:43:49.860208 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-1b4cbcb2-c90c-4daf-9782-6abfc0a0fbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3652648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2551212'] for subnet, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:49.862571 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:49.887032 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4cbcb2-c90c-4daf-9782-6abfc0a0fbe2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=455b94d4-a34f-47bf-b5e4-b334fba57212,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:49.889557 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-1b4cbcb2-c90c-4daf-9782-6abfc0a0fbe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:49.892402 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-1b4cbcb2-c90c-4daf-9782-6abfc0a0fbe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for subnet, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:49.894540 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-1b4cbcb2-c90c-4daf-9782-6abfc0a0fbe2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/455b94d4-a34f-47bf-b5e4-b334fba57212 HTTP/1.1" status: 204 len: 168 time: 0.3162515 Jun 23 08:43:49.896819 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 53854) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:49.966554 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-a7dbb932-e760-40e7-8216-401c4bc7d8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-650670'] for network, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:50.051946 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-a7dbb932-e760-40e7-8216-401c4bc7d8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745381', 'neutron.services.segments.db._delete_segments_for_network-8772759238175'] for network, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:50.062607 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.services.segments.db [None req-a7dbb932-e760-40e7-8216-401c4bc7d8cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e17b6470-c31b-415a-8110-c67d5891c078']}} {{(pid=99593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:43:50.073619 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.services.segments.db [None req-a7dbb932-e760-40e7-8216-401c4bc7d8cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3af925ae-dbce-4c89-8887-c7bd462152a0') {'for_net_delete': True} {{(pid=99593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:43:50.073924 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.services.segments.db [None req-a7dbb932-e760-40e7-8216-401c4bc7d8cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3af925ae-dbce-4c89-8887-c7bd462152a0') {} {{(pid=99593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:43:50.083022 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-a7dbb932-e760-40e7-8216-401c4bc7d8cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772759225838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3632250'] for segment, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:50.097684 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-a7dbb932-e760-40e7-8216-401c4bc7d8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565'] for segment, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:50.105700 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7dbb932-e760-40e7-8216-401c4bc7d8cb admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=99593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 08:43:50.106093 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-a7dbb932-e760-40e7-8216-401c4bc7d8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3652789'] for segment, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:50.107774 dv-cinder-768592-7-smb neutron-server[99593]: Traceback (most recent call last): Jun 23 08:43:50.107774 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 08:43:50.107774 dv-cinder-768592-7-smb neutron-server[99593]: timer() Jun 23 08:43:50.107774 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 08:43:50.107774 dv-cinder-768592-7-smb neutron-server[99593]: cb(*args, **kw) Jun 23 08:43:50.107774 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 08:43:50.107774 dv-cinder-768592-7-smb neutron-server[99593]: return func(*args, **kwargs) Jun 23 08:43:50.107774 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 08:43:50.107774 dv-cinder-768592-7-smb neutron-server[99593]: self._notify() Jun 23 08:43:50.107774 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 08:43:50.107774 dv-cinder-768592-7-smb neutron-server[99593]: self.callback(batched_events) Jun 23 08:43:50.107774 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 08:43:50.107774 dv-cinder-768592-7-smb neutron-server[99593]: event.method(event) Jun 23 08:43:50.107774 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 08:43:50.107774 dv-cinder-768592-7-smb neutron-server[99593]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 08:43:50.107774 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 08:43:50.107774 dv-cinder-768592-7-smb neutron-server[99593]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 08:43:50.107774 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 08:43:50.107774 dv-cinder-768592-7-smb neutron-server[99593]: return f(self, *a, **k) Jun 23 08:43:50.107774 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 08:43:50.107774 dv-cinder-768592-7-smb neutron-server[99593]: return self._get(url).json() Jun 23 08:43:50.107774 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 08:43:50.107774 dv-cinder-768592-7-smb neutron-server[99593]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 08:43:50.107774 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 08:43:50.107774 dv-cinder-768592-7-smb neutron-server[99593]: return self.request(url, 'GET', **kwargs) Jun 23 08:43:50.107774 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 08:43:50.107774 dv-cinder-768592-7-smb neutron-server[99593]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 08:43:50.107774 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 08:43:50.107774 dv-cinder-768592-7-smb neutron-server[99593]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 08:43:50.107774 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 08:43:50.107774 dv-cinder-768592-7-smb neutron-server[99593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 08:43:50.107774 dv-cinder-768592-7-smb neutron-server[99593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 08:43:50.164676 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-a7dbb932-e760-40e7-8216-401c4bc7d8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717610'] for network, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:50.169035 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-fc68a5bb-b55a-4ec5-9e71-dcf3727613d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:50.182149 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-a7dbb932-e760-40e7-8216-401c4bc7d8cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for network, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:50.184101 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-a7dbb932-e760-40e7-8216-401c4bc7d8cb admin admin] 10.222.0.23 "DELETE /v2.0/networks/e17b6470-c31b-415a-8110-c67d5891c078 HTTP/1.1" status: 204 len: 168 time: 0.2857943 Jun 23 08:43:50.185179 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dbb932-e760-40e7-8216-401c4bc7d8cb admin admin] Pushing event deleted for resources: {'Network': ['ID=e17b6470-c31b-415a-8110-c67d5891c078,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:50.188148 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-a7dbb932-e760-40e7-8216-401c4bc7d8cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:50.342512 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 53858) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:50.382562 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-b750b446-7e25-443a-93f2-512d904592b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a8e12f0042db466aae17f7ab17035765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388014 Jun 23 08:43:50.384812 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 53860) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:43:50.431584 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-824c2e89-0df9-4f5e-9dab-cc17c5e8e712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:50.452086 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-824c2e89-0df9-4f5e-9dab-cc17c5e8e712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:50.496456 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-824c2e89-0df9-4f5e-9dab-cc17c5e8e712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:50.499053 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-824c2e89-0df9-4f5e-9dab-cc17c5e8e712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:50.500168 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-824c2e89-0df9-4f5e-9dab-cc17c5e8e712 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/20623e6e-7233-48c5-a18b-c2072f0f64fb HTTP/1.1" status: 204 len: 168 time: 0.1144714 Jun 23 08:43:50.500917 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-223a16a2-964c-4466-98b6-a3114d160251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:50.508155 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c2e89-0df9-4f5e-9dab-cc17c5e8e712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20623e6e-7233-48c5-a18b-c2072f0f64fb,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:50.510434 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-824c2e89-0df9-4f5e-9dab-cc17c5e8e712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:51.015332 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2823c-b39e-46eb-8d86-a510d33af9a5 req-64dd3814-3cb6-46a5-b55e-f74cff03acba tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:51.016807 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-81c2823c-b39e-46eb-8d86-a510d33af9a5 req-64dd3814-3cb6-46a5-b55e-f74cff03acba tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 931 time: 0.0697346 Jun 23 08:43:51.062442 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-81c2823c-b39e-46eb-8d86-a510d33af9a5 req-38b5a182-f679-42ba-8103-d5d9baab41a5 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/security-groups?id=9374f109-7a02-4d2c-8e4e-21bcbe1fb400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342610 Jun 23 08:43:52.232861 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94aecc-30a5-4a60-ab2c-0c8456a64dce req-d34e9671-03e4-435f-84b8-9f245dc7949a tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:52.234287 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3e94aecc-30a5-4a60-ab2c-0c8456a64dce req-d34e9671-03e4-435f-84b8-9f245dc7949a tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 931 time: 0.0612082 Jun 23 08:43:52.270937 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3e94aecc-30a5-4a60-ab2c-0c8456a64dce req-779a3202-1412-481d-8962-7d5c36b9df42 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/security-groups?id=9374f109-7a02-4d2c-8e4e-21bcbe1fb400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311069 Jun 23 08:43:53.281924 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-9074842d-8d3a-41c8-ae89-8058ee41e392 service neutron] Request body: {'port': {'device_id': '48df7925-3890-4aab-b247-1252ff8b9d1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:43:53.357749 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-9074842d-8d3a-41c8-ae89-8058ee41e392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:53.452607 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f22193-4c63-402d-92ed-dcdafc7d600b req-eb3283b7-0041-4815-9348-ddb041aa4e18 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:53.454052 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c9f22193-4c63-402d-92ed-dcdafc7d600b req-eb3283b7-0041-4815-9348-ddb041aa4e18 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 931 time: 0.0677655 Jun 23 08:43:53.492908 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c9f22193-4c63-402d-92ed-dcdafc7d600b req-cab158ab-6342-48c0-85f8-96c2c7cc522b tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/security-groups?id=9374f109-7a02-4d2c-8e4e-21bcbe1fb400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331149 Jun 23 08:43:53.622891 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-9074842d-8d3a-41c8-ae89-8058ee41e392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaf4211d-3fe7-4718-90b0-a5f4de8d2db3 {{(pid=99594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:43:53.628395 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-9074842d-8d3a-41c8-ae89-8058ee41e392 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:53.640616 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.provisioning_blocks [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-9074842d-8d3a-41c8-ae89-8058ee41e392 service neutron] Transition to ACTIVE for port object eaf4211d-3fe7-4718-90b0-a5f4de8d2db3 will not be triggered until provisioned by entity L2. {{(pid=99594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:43:53.644603 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-9074842d-8d3a-41c8-ae89-8058ee41e392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27156480'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:53.647012 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-5fe988c2-ed45-49e2-afd7-093fa8d38ce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:53.759299 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9074842d-8d3a-41c8-ae89-8058ee41e392 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf4211d-3fe7-4718-90b0-a5f4de8d2db3,revision_number=2']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:53.762872 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-9074842d-8d3a-41c8-ae89-8058ee41e392 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:53.776437 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-9074842d-8d3a-41c8-ae89-8058ee41e392 service neutron] Attempting to bind port eaf4211d-3fe7-4718-90b0-a5f4de8d2db3 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:43:53.776776 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-9074842d-8d3a-41c8-ae89-8058ee41e392 service neutron] Attempting to bind port eaf4211d-3fe7-4718-90b0-a5f4de8d2db3 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '722c628d-2496-4c31-adce-95f4e19fb95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8af9e12a-a50e-49e3-a158-896d696b05e9'}] {{(pid=99594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:43:53.777102 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-9074842d-8d3a-41c8-ae89-8058ee41e392 service neutron] Attempting to bind port eaf4211d-3fe7-4718-90b0-a5f4de8d2db3 on network 8af9e12a-a50e-49e3-a158-896d696b05e9 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:43:53.781672 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-9074842d-8d3a-41c8-ae89-8058ee41e392 service neutron] Port eaf4211d-3fe7-4718-90b0-a5f4de8d2db3 on network 8af9e12a-a50e-49e3-a158-896d696b05e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 08:43:53.781985 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-9074842d-8d3a-41c8-ae89-8058ee41e392 service neutron] Attempting to bind port eaf4211d-3fe7-4718-90b0-a5f4de8d2db3 on network 8af9e12a-a50e-49e3-a158-896d696b05e9 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:43:53.786907 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-9074842d-8d3a-41c8-ae89-8058ee41e392 service neutron] Checking agent: {'id': '5783bbde-a90f-4f17-9165-5d18275c1698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 37, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:43:53.788123 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-9074842d-8d3a-41c8-ae89-8058ee41e392 service neutron] Checking segment: {'id': '722c628d-2496-4c31-adce-95f4e19fb95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8af9e12a-a50e-49e3-a158-896d696b05e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:43:53.788358 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-9074842d-8d3a-41c8-ae89-8058ee41e392 service neutron] Bound using segment: {'id': '722c628d-2496-4c31-adce-95f4e19fb95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8af9e12a-a50e-49e3-a158-896d696b05e9'} {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:43:53.788999 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-9074842d-8d3a-41c8-ae89-8058ee41e392 service neutron] Bound port: eaf4211d-3fe7-4718-90b0-a5f4de8d2db3, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '722c628d-2496-4c31-adce-95f4e19fb95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8af9e12a-a50e-49e3-a158-896d696b05e9'}}] {{(pid=99594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:43:53.789311 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-9074842d-8d3a-41c8-ae89-8058ee41e392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:53.855594 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-9074842d-8d3a-41c8-ae89-8058ee41e392 service neutron] For port eaf4211d-3fe7-4718-90b0-a5f4de8d2db3, host hv-cinder-76859, cleared binding levels {{(pid=99594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:43:53.858887 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-9074842d-8d3a-41c8-ae89-8058ee41e392 service neutron] For port eaf4211d-3fe7-4718-90b0-a5f4de8d2db3, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=eaf4211d-3fe7-4718-90b0-a5f4de8d2db3,segment=NetworkSegment(722c628d-2496-4c31-adce-95f4e19fb95d),segment_id=722c628d-2496-4c31-adce-95f4e19fb95d)] {{(pid=99594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:43:53.862876 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-9074842d-8d3a-41c8-ae89-8058ee41e392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27156480'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:53.866917 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-5fe988c2-ed45-49e2-afd7-093fa8d38ce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:53.897459 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-9074842d-8d3a-41c8-ae89-8058ee41e392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:53.898078 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-9074842d-8d3a-41c8-ae89-8058ee41e392 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:53.899470 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-9074842d-8d3a-41c8-ae89-8058ee41e392 service neutron] 10.222.0.13 "PUT /v2.0/ports/eaf4211d-3fe7-4718-90b0-a5f4de8d2db3 HTTP/1.1" status: 200 len: 1093 time: 0.6220982 Jun 23 08:43:53.900010 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48df7925-3890-4aab-b247-1252ff8b9d1e', 'tag': 'eaf4211d-3fe7-4718-90b0-a5f4de8d2db3'}] {{(pid=99594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:43:53.902352 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3f20cf24677dbb31f56fc6b5fcedde197d4abde885e517d24b88e41f2eb98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26065071-56d8-4b6e-848b-f6c52513c7d1" -d '{"events": [{"name": "network-changed", "server_uuid": "48df7925-3890-4aab-b247-1252ff8b9d1e", "tag": "eaf4211d-3fe7-4718-90b0-a5f4de8d2db3"}]}' {{(pid=99594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:43:53.930717 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9074842d-8d3a-41c8-ae89-8058ee41e392 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf4211d-3fe7-4718-90b0-a5f4de8d2db3,revision_number=3']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:53.934054 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-9074842d-8d3a-41c8-ae89-8058ee41e392 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:53.971514 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 08:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055ce406-5fe2-4148-9591-d5074c1e981d x-openstack-request-id: req-055ce406-5fe2-4148-9591-d5074c1e981d {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:43:53.971843 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48df7925-3890-4aab-b247-1252ff8b9d1e", "tag": "eaf4211d-3fe7-4718-90b0-a5f4de8d2db3", "status": "completed", "code": 200}]} {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:43:53.972131 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-055ce406-5fe2-4148-9591-d5074c1e981d {{(pid=99594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:43:53.972617 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48df7925-3890-4aab-b247-1252ff8b9d1e', 'tag': 'eaf4211d-3fe7-4718-90b0-a5f4de8d2db3', 'status': 'completed', 'code': 200} Jun 23 08:43:54.050285 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-8eb4fcaa-add7-4344-b210-63545c2af7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:54.051846 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-8eb4fcaa-add7-4344-b210-63545c2af7ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd27980e548b461c9e7bcdfe5ea62882&device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 1096 time: 0.0571234 Jun 23 08:43:54.104396 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-340b09dd-d5d0-47ef-8777-ab3830d21b5e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eaf4211d-3fe7-4718-90b0-a5f4de8d2db3 HTTP/1.1" status: 200 len: 217 time: 0.0385036 Jun 23 08:43:54.153937 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-6616aa25-427f-4550-8c13-3e98472c6740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:54.155307 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-6616aa25-427f-4550-8c13-3e98472c6740 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ba8a857-78c7-405f-bd7b-690985022421 HTTP/1.1" status: 200 len: 854 time: 0.0443308 Jun 23 08:43:54.213806 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-31485ace-f8b6-4c02-841d-5a17e4fe0f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:54.215318 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-31485ace-f8b6-4c02-841d-5a17e4fe0f2b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8af9e12a-a50e-49e3-a158-896d696b05e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0533574 Jun 23 08:43:54.310723 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-9bb010cc-9c15-48d8-80c3-b10f89a6a209 service neutron] 10.222.0.13 "GET /v2.0/networks/8af9e12a-a50e-49e3-a158-896d696b05e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872872 Jun 23 08:43:54.403886 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-52b43f3a-3ae7-4b6f-a278-e4077fea78db req-634f7608-25bc-48f4-8b60-45e630ffc349 service neutron] 10.222.0.13 "GET /v2.0/networks/8af9e12a-a50e-49e3-a158-896d696b05e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857031 Jun 23 08:43:54.552728 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26065071-56d8-4b6e-848b-f6c52513c7d1 req-791eac1d-a670-46be-962d-3ac9c712e755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:54.554894 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-26065071-56d8-4b6e-848b-f6c52513c7d1 req-791eac1d-a670-46be-962d-3ac9c712e755 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd27980e548b461c9e7bcdfe5ea62882&device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 1096 time: 0.0560734 Jun 23 08:43:54.647894 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26065071-56d8-4b6e-848b-f6c52513c7d1 req-c998f63b-52d2-43ae-b756-82704ff25587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:54.649524 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-26065071-56d8-4b6e-848b-f6c52513c7d1 req-c998f63b-52d2-43ae-b756-82704ff25587 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8af9e12a-a50e-49e3-a158-896d696b05e9 HTTP/1.1" status: 200 len: 916 time: 0.0866508 Jun 23 08:43:54.663111 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780fdd2-358c-4473-a4cb-642f045075d4 req-bf477aa8-9082-4427-9433-b161e4e08db0 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:54.664681 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d780fdd2-358c-4473-a4cb-642f045075d4 req-bf477aa8-9082-4427-9433-b161e4e08db0 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 943 time: 0.0628164 Jun 23 08:43:54.694423 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-26065071-56d8-4b6e-848b-f6c52513c7d1 req-7d081806-d1c2-4b00-900c-11ad9a0ace15 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eaf4211d-3fe7-4718-90b0-a5f4de8d2db3 HTTP/1.1" status: 200 len: 217 time: 0.0375321 Jun 23 08:43:54.701240 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d780fdd2-358c-4473-a4cb-642f045075d4 req-8d8e4faa-988e-46bc-ba21-45f65413ae14 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/security-groups?id=9374f109-7a02-4d2c-8e4e-21bcbe1fb400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307910 Jun 23 08:43:54.745185 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26065071-56d8-4b6e-848b-f6c52513c7d1 req-0709b311-4aaa-4d25-a7e4-6aaddf3f187a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:54.746686 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-26065071-56d8-4b6e-848b-f6c52513c7d1 req-0709b311-4aaa-4d25-a7e4-6aaddf3f187a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ba8a857-78c7-405f-bd7b-690985022421 HTTP/1.1" status: 200 len: 854 time: 0.0438378 Jun 23 08:43:54.804765 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26065071-56d8-4b6e-848b-f6c52513c7d1 req-a30c6a6d-b132-48ad-a9ec-10de75eff182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:54.806218 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-26065071-56d8-4b6e-848b-f6c52513c7d1 req-a30c6a6d-b132-48ad-a9ec-10de75eff182 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8af9e12a-a50e-49e3-a158-896d696b05e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0522788 Jun 23 08:43:54.898650 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-26065071-56d8-4b6e-848b-f6c52513c7d1 req-4e012b32-cd84-4e72-b7dc-dc6de5bf77ef service neutron] 10.222.0.13 "GET /v2.0/networks/8af9e12a-a50e-49e3-a158-896d696b05e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840397 Jun 23 08:43:54.996742 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-26065071-56d8-4b6e-848b-f6c52513c7d1 req-8e478054-8350-478e-97d1-3999ec1e4ab2 service neutron] 10.222.0.13 "GET /v2.0/networks/8af9e12a-a50e-49e3-a158-896d696b05e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921531 Jun 23 08:43:55.873717 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6ffaa-05f4-4602-a9ae-31f7e9580940 req-d4bf0756-8a20-4105-8a3f-420d08db57b5 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:55.875085 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-26b6ffaa-05f4-4602-a9ae-31f7e9580940 req-d4bf0756-8a20-4105-8a3f-420d08db57b5 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 943 time: 0.0611482 Jun 23 08:43:55.913360 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-26b6ffaa-05f4-4602-a9ae-31f7e9580940 req-139ffd31-602c-46da-91b3-1e6154092a9a tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/security-groups?id=9374f109-7a02-4d2c-8e4e-21bcbe1fb400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320315 Jun 23 08:43:56.851741 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device eaf4211d-3fe7-4718-90b0-a5f4de8d2db3 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 08:43:56.945108 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port eaf4211d-3fe7-4718-90b0-a5f4de8d2db3, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=eaf4211d-3fe7-4718-90b0-a5f4de8d2db3,segment=NetworkSegment(722c628d-2496-4c31-adce-95f4e19fb95d),segment_id=722c628d-2496-4c31-adce-95f4e19fb95d)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:43:56.956245 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Returning: {'device': 'eaf4211d-3fe7-4718-90b0-a5f4de8d2db3', 'network_id': '8af9e12a-a50e-49e3-a158-896d696b05e9', 'port_id': 'eaf4211d-3fe7-4718-90b0-a5f4de8d2db3', 'mac_address': 'fa:16:3e:4d:1d:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba8a857-78c7-405f-bd7b-690985022421', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 08:43:56.998438 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:57.011005 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaf4211d-3fe7-4718-90b0-a5f4de8d2db3 {{(pid=99595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:43:57.030614 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port eaf4211d-3fe7-4718-90b0-a5f4de8d2db3, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=eaf4211d-3fe7-4718-90b0-a5f4de8d2db3,segment=NetworkSegment(722c628d-2496-4c31-adce-95f4e19fb95d),segment_id=722c628d-2496-4c31-adce-95f4e19fb95d)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:43:57.034450 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:57.036232 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:57.086237 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=eaf4211d-3fe7-4718-90b0-a5f4de8d2db3,revision_number=4']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:57.089376 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:57.098986 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd39fe-178c-4cc7-ab64-e62f32371b68 req-6b318d2b-526f-420d-83ad-672b2ff6c190 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:57.101190 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-42bd39fe-178c-4cc7-ab64-e62f32371b68 req-6b318d2b-526f-420d-83ad-672b2ff6c190 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 944 time: 0.0667894 Jun 23 08:43:57.138097 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-42bd39fe-178c-4cc7-ab64-e62f32371b68 req-3040367f-3bb8-471f-869c-6c84287234b0 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/security-groups?id=9374f109-7a02-4d2c-8e4e-21bcbe1fb400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313859 Jun 23 08:43:57.501702 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['eaf4211d-3fe7-4718-90b0-a5f4de8d2db3'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:43:58.304927 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec86d51-bbee-4a20-abea-8fde47e35ed7 req-2ddfe42d-36c9-4843-be38-2c99121d9519 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:58.306373 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-bec86d51-bbee-4a20-abea-8fde47e35ed7 req-2ddfe42d-36c9-4843-be38-2c99121d9519 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 944 time: 0.0625412 Jun 23 08:43:58.344681 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-bec86d51-bbee-4a20-abea-8fde47e35ed7 req-a0169d43-4166-47a0-82c7-2794a0d7a6c6 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/security-groups?id=9374f109-7a02-4d2c-8e4e-21bcbe1fb400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326564 Jun 23 08:43:58.864082 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device eaf4211d-3fe7-4718-90b0-a5f4de8d2db3 up at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:43:58.913782 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning for port eaf4211d-3fe7-4718-90b0-a5f4de8d2db3 completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:43:58.917488 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning complete for port eaf4211d-3fe7-4718-90b0-a5f4de8d2db3 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:43:58.917873 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:58.999564 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:59.020917 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48df7925-3890-4aab-b247-1252ff8b9d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf4211d-3fe7-4718-90b0-a5f4de8d2db3'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:43:59.023338 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe10368e395667840533ec91c6601648d36376b54de0a6f6a3b23a108ba8d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188d1bd7-07c6-4842-861b-2ad8fd01b13b" -d '{"events": [{"server_uuid": "48df7925-3890-4aab-b247-1252ff8b9d1e", "name": "network-vif-plugged", "status": "completed", "tag": "eaf4211d-3fe7-4718-90b0-a5f4de8d2db3"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:43:59.038991 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port eaf4211d-3fe7-4718-90b0-a5f4de8d2db3, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=eaf4211d-3fe7-4718-90b0-a5f4de8d2db3,segment=NetworkSegment(722c628d-2496-4c31-adce-95f4e19fb95d),segment_id=722c628d-2496-4c31-adce-95f4e19fb95d)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:43:59.043088 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:43:59.045001 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:43:59.067024 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66cfd16-0130-45b6-90f8-d8ec5d70aa6c x-openstack-request-id: req-e66cfd16-0130-45b6-90f8-d8ec5d70aa6c {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:43:59.067331 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48df7925-3890-4aab-b247-1252ff8b9d1e", "name": "network-vif-plugged", "status": "completed", "tag": "eaf4211d-3fe7-4718-90b0-a5f4de8d2db3", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:43:59.067598 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e66cfd16-0130-45b6-90f8-d8ec5d70aa6c {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:43:59.067992 dv-cinder-768592-7-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48df7925-3890-4aab-b247-1252ff8b9d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf4211d-3fe7-4718-90b0-a5f4de8d2db3', 'code': 200} Jun 23 08:43:59.097269 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=eaf4211d-3fe7-4718-90b0-a5f4de8d2db3,revision_number=5']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:43:59.101174 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:43:59.320279 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922b734-392d-4884-a4c4-275733f03554 req-296714a0-5a2d-4ca8-a588-6097d9835c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:59.321759 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-c922b734-392d-4884-a4c4-275733f03554 req-296714a0-5a2d-4ca8-a588-6097d9835c6c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 1098 time: 0.0530024 Jun 23 08:43:59.360014 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-c922b734-392d-4884-a4c4-275733f03554 req-ae7a282d-a7e8-45ed-88b2-95b6c128cb40 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9374f109-7a02-4d2c-8e4e-21bcbe1fb400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310400 Jun 23 08:43:59.522992 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49f26d-7e34-4565-bc3f-757208052444 req-2f35290a-879c-4f0c-b6a6-5f030dd7c125 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:43:59.524455 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9b49f26d-7e34-4565-bc3f-757208052444 req-2f35290a-879c-4f0c-b6a6-5f030dd7c125 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 945 time: 0.0680659 Jun 23 08:43:59.560662 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9b49f26d-7e34-4565-bc3f-757208052444 req-40703367-0d92-42fb-9d31-eceb15405c37 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/security-groups?id=9374f109-7a02-4d2c-8e4e-21bcbe1fb400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305974 Jun 23 08:44:00.732656 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1c1b6-864e-48f1-a17e-c230a44fb825 req-93d949ae-2509-4e89-a65c-6d3b765dc28c tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:00.734087 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a1e1c1b6-864e-48f1-a17e-c230a44fb825 req-93d949ae-2509-4e89-a65c-6d3b765dc28c tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 945 time: 0.0639577 Jun 23 08:44:00.770283 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a1e1c1b6-864e-48f1-a17e-c230a44fb825 req-8caf5f28-608a-4d46-a021-45c0c6ba9172 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/security-groups?id=9374f109-7a02-4d2c-8e4e-21bcbe1fb400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307431 Jun 23 08:44:01.348055 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 54002) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:44:01.450770 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-410ec2bd-56a0-493e-a9dc-63ba44174e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:01.536531 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-410ec2bd-56a0-493e-a9dc-63ba44174e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:01.541013 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-410ec2bd-56a0-493e-a9dc-63ba44174e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:01.545241 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-77c5c87d-6839-4e26-b259-314e3510be52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:44:01.587699 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-410ec2bd-56a0-493e-a9dc-63ba44174e90 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ca51f0a0b6444e858b3a2733f276b869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385638 Jun 23 08:44:01.588695 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ec2bd-56a0-493e-a9dc-63ba44174e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c3196f-20e5-458d-a5e5-959a4ffb0bd0,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:44:01.590312 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 54006) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:44:01.591885 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-410ec2bd-56a0-493e-a9dc-63ba44174e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:44:01.639887 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-d1f42352-e535-4644-b8ce-16a26aec2b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:01.659993 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-d1f42352-e535-4644-b8ce-16a26aec2b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:01.708787 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-d1f42352-e535-4644-b8ce-16a26aec2b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:01.712000 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-d1f42352-e535-4644-b8ce-16a26aec2b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:01.713132 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-d1f42352-e535-4644-b8ce-16a26aec2b0d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/80c3196f-20e5-458d-a5e5-959a4ffb0bd0 HTTP/1.1" status: 204 len: 168 time: 0.1218083 Jun 23 08:44:01.713931 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-5a0ac4ed-18a0-4493-bd3f-52402c5f727b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:44:01.721798 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f42352-e535-4644-b8ce-16a26aec2b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c3196f-20e5-458d-a5e5-959a4ffb0bd0,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:44:01.724253 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-d1f42352-e535-4644-b8ce-16a26aec2b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:44:01.956505 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8c777-4fa6-4148-a54a-6627d56c07bb req-d3ddd378-9247-4cd4-9122-de08e90301b1 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:01.959127 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-38d8c777-4fa6-4148-a54a-6627d56c07bb req-d3ddd378-9247-4cd4-9122-de08e90301b1 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 945 time: 0.0697539 Jun 23 08:44:02.015086 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-38d8c777-4fa6-4148-a54a-6627d56c07bb req-01080737-6e7b-4c8a-9c95-c6021147e008 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/security-groups?id=9374f109-7a02-4d2c-8e4e-21bcbe1fb400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492458 Jun 23 08:44:02.200753 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a756e-4fdc-4e6e-98bb-597f6e9828f6 req-ab931459-d12b-44c4-a46b-4c6d458ba645 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:02.202341 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-891a756e-4fdc-4e6e-98bb-597f6e9828f6 req-ab931459-d12b-44c4-a46b-4c6d458ba645 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 945 time: 0.0676997 Jun 23 08:44:02.245997 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-891a756e-4fdc-4e6e-98bb-597f6e9828f6 req-672a2f6f-23d2-45b7-8b28-3cdad4ccad9e tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/security-groups?id=9374f109-7a02-4d2c-8e4e-21bcbe1fb400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379210 Jun 23 08:44:02.651724 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620db603-50f6-43bb-9424-38b2d313d688 req-023ea913-61ad-4582-a6fd-f41a28d52d9e tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:02.653184 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-620db603-50f6-43bb-9424-38b2d313d688 req-023ea913-61ad-4582-a6fd-f41a28d52d9e tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 945 time: 0.0686493 Jun 23 08:44:02.679283 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 6 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:44:02.692595 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-620db603-50f6-43bb-9424-38b2d313d688 req-af700d80-5f83-4efb-b86f-1dafd858d743 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/security-groups?id=9374f109-7a02-4d2c-8e4e-21bcbe1fb400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338879 Jun 23 08:44:07.035827 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11314899-b582-4567-8f56-9f6ff721f6ab req-701e636e-0932-47af-bfd7-a67cd2f4afd4 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:07.037295 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-11314899-b582-4567-8f56-9f6ff721f6ab req-701e636e-0932-47af-bfd7-a67cd2f4afd4 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 945 time: 0.0719473 Jun 23 08:44:07.073756 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-11314899-b582-4567-8f56-9f6ff721f6ab req-a77cd7d5-6c41-40c1-a7c9-7425c27e0011 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/security-groups?id=9374f109-7a02-4d2c-8e4e-21bcbe1fb400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307431 Jun 23 08:44:07.099178 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 54110) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:44:07.285922 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d9c358-8b0a-40be-95bd-5d6fe86387b3 tempest-TestMinimumBasicScenario-68778206 tempest-TestMinimumBasicScenario-68778206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:07.287520 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-c3d9c358-8b0a-40be-95bd-5d6fe86387b3 tempest-TestMinimumBasicScenario-68778206 tempest-TestMinimumBasicScenario-68778206-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 1093 time: 0.1871889 Jun 23 08:44:07.290334 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 54114) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:44:07.294635 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [None req-12e5681b-83e3-4e5e-b386-6f8dc719ea97 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Request body: {'floatingip': {'floating_network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'port_id': 'eaf4211d-3fe7-4718-90b0-a5f4de8d2db3', 'tenant_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'fixed_ip_address': '172.20.0.4'}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:44:07.323189 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-12e5681b-83e3-4e5e-b386-6f8dc719ea97 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks [] for floatingip, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:07.637433 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-12e5681b-83e3-4e5e-b386-6f8dc719ea97 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:07.677456 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 54122) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:44:07.754117 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.db.db_base_plugin_common [None req-12e5681b-83e3-4e5e-b386-6f8dc719ea97 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Allocated IP 172.28.3.235 (5f26f45a-4c2b-4262-97ee-7126ad3a4f0c/86cbbb1d-69f5-4548-9290-2a101fd5c791/2fa7a55b-f044-46b9-9b13-073d02d23e14) {{(pid=99593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:44:07.799884 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-e94eaa0a-2c87-45dd-b0eb-8d304a7b00b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:07.903201 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-12e5681b-83e3-4e5e-b386-6f8dc719ea97 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks [] for port, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:07.982833 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-12e5681b-83e3-4e5e-b386-6f8dc719ea97 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3652731'] for port, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:07.984638 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-e94eaa0a-2c87-45dd-b0eb-8d304a7b00b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:07.988066 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-16874897-8883-453b-bbbb-5b2ced437032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:44:08.011861 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-e94eaa0a-2c87-45dd-b0eb-8d304a7b00b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:08.042752 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e5681b-83e3-4e5e-b386-6f8dc719ea97 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Network 5f26f45a-4c2b-4262-97ee-7126ad3a4f0c is already hosted by enough agents. {{(pid=99593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:44:08.050210 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.base_scheduler [None req-12e5681b-83e3-4e5e-b386-6f8dc719ea97 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Resources bound (agent type, host, resource id): {{(pid=99593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:44:08.056210 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e5681b-83e3-4e5e-b386-6f8dc719ea97 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Received port after_create {{(pid=99593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:44:08.058075 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5681b-83e3-4e5e-b386-6f8dc719ea97 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Pushing event updated for resources: {'Port': ['ID=2fa7a55b-f044-46b9-9b13-073d02d23e14,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:44:08.078783 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-12e5681b-83e3-4e5e-b386-6f8dc719ea97 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:44:08.079903 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-1710f0d4-892f-4876-887f-b61293a346c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:44:08.086060 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-e94eaa0a-2c87-45dd-b0eb-8d304a7b00b6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5f7246e0a4b64b00abe1506be75c5e41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4064209 Jun 23 08:44:08.088961 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 54130) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:44:08.117074 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94eaa0a-2c87-45dd-b0eb-8d304a7b00b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d9ca4d-ef80-4bed-ba4f-35168ee6aa67,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:44:08.122407 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-e94eaa0a-2c87-45dd-b0eb-8d304a7b00b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:44:08.145158 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-02df0a67-bc36-497c-9355-d02959086171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:08.167552 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-02df0a67-bc36-497c-9355-d02959086171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:08.212969 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-02df0a67-bc36-497c-9355-d02959086171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:08.215644 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-02df0a67-bc36-497c-9355-d02959086171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:08.216783 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-02df0a67-bc36-497c-9355-d02959086171 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c2d9ca4d-ef80-4bed-ba4f-35168ee6aa67 HTTP/1.1" status: 204 len: 168 time: 0.1261351 Jun 23 08:44:08.217545 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-74a4e510-1947-4f84-916e-1831df8997dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:44:08.225707 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df0a67-bc36-497c-9355-d02959086171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d9ca4d-ef80-4bed-ba4f-35168ee6aa67,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:44:08.230761 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-02df0a67-bc36-497c-9355-d02959086171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:44:08.327273 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-038848db-65a5-476d-996b-b9d9867d09e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:08.512913 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-12e5681b-83e3-4e5e-b386-6f8dc719ea97 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:08.596192 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-12e5681b-83e3-4e5e-b386-6f8dc719ea97 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:08.745810 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-12e5681b-83e3-4e5e-b386-6f8dc719ea97 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks [] for port, precommit_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:08.750208 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-12e5681b-83e3-4e5e-b386-6f8dc719ea97 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3652713'] for port, after_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:08.753208 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-16874897-8883-453b-bbbb-5b2ced437032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:44:08.822079 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5681b-83e3-4e5e-b386-6f8dc719ea97 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Pushing event updated for resources: {'Port': ['ID=2fa7a55b-f044-46b9-9b13-073d02d23e14,revision_number=2']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:44:08.825909 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-12e5681b-83e3-4e5e-b386-6f8dc719ea97 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:44:08.831230 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-12e5681b-83e3-4e5e-b386-6f8dc719ea97 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717624'] for floatingip, after_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:08.929964 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.db.l3_db [None req-12e5681b-83e3-4e5e-b386-6f8dc719ea97 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Floating IP e02acf2a-76a3-4f6a-942d-26c82bb7ef35 associated. External IP: 172.28.3.235, port: eaf4211d-3fe7-4718-90b0-a5f4de8d2db3. Jun 23 08:44:09.138966 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e5681b-83e3-4e5e-b386-6f8dc719ea97 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Router fdff066c-b17c-4a30-b32b-b284c5bda099 has already been hosted by L3 agent b4fcebb9-4e54-4961-9fbc-14fb1630411d {{(pid=99593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 08:44:09.243756 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e5681b-83e3-4e5e-b386-6f8dc719ea97 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify agent at l3_agent.dv-cinder-768592-7-smb the message routers_updated {{(pid=99593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 08:44:09.253012 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c532ab-7926-4136-9dd6-3272d4ecf8eb None None] Sync routers for ids ['fdff066c-b17c-4a30-b32b-b284c5bda099'] in dv-cinder-768592-7-smb {{(pid=99595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 08:44:09.259377 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-12e5681b-83e3-4e5e-b386-6f8dc719ea97 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for floatingip, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:09.262713 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c532ab-7926-4136-9dd6-3272d4ecf8eb None None] Routers {'fdff066c-b17c-4a30-b32b-b284c5bda099'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:44:09.263382 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-c0c532ab-7926-4136-9dd6-3272d4ecf8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:43:41Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['fdff066c-b17c-4a30-b32b-b284c5bda099'], 'active': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:44:09.296269 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-12e5681b-83e3-4e5e-b386-6f8dc719ea97 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0048945 Jun 23 08:44:09.296924 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48df7925-3890-4aab-b247-1252ff8b9d1e', 'tag': 'eaf4211d-3fe7-4718-90b0-a5f4de8d2db3'}] {{(pid=99593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:44:09.299101 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 54134) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:44:09.299573 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83d3d9f818ca77ff61c49848176a0342e42afa0a53a044e94cf7f219d67d3ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74233f61-ead4-4331-8139-3ce034d006be" -d '{"events": [{"name": "network-changed", "server_uuid": "48df7925-3890-4aab-b247-1252ff8b9d1e", "tag": "eaf4211d-3fe7-4718-90b0-a5f4de8d2db3"}]}' {{(pid=99593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:44:09.304460 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-e2bd22d8-96c3-4bd9-9252-b9e650416d24 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-241547243', 'description': 'tempest-secgroup-smoke-241547243 description', 'project_id': 'cd27980e548b461c9e7bcdfe5ea62882'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:44:09.328772 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-e2bd22d8-96c3-4bd9-9252-b9e650416d24 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:09.339779 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 08:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b9cc49-731b-4d54-bff0-db92c41ab524 x-openstack-request-id: req-05b9cc49-731b-4d54-bff0-db92c41ab524 {{(pid=99593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:44:09.340327 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48df7925-3890-4aab-b247-1252ff8b9d1e", "tag": "eaf4211d-3fe7-4718-90b0-a5f4de8d2db3", "status": "completed", "code": 200}]} {{(pid=99593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:44:09.340833 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-05b9cc49-731b-4d54-bff0-db92c41ab524 {{(pid=99593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:44:09.341414 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48df7925-3890-4aab-b247-1252ff8b9d1e', 'tag': 'eaf4211d-3fe7-4718-90b0-a5f4de8d2db3', 'status': 'completed', 'code': 200} Jun 23 08:44:09.374474 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvr_db [None req-c0c532ab-7926-4136-9dd6-3272d4ecf8eb None None] Set router fdff066c-b17c-4a30-b32b-b284c5bda099 gateway port host: dv-cinder-768592-7-smb {{(pid=99595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:44:09.447255 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-e2bd22d8-96c3-4bd9-9252-b9e650416d24 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:09.454065 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-e2bd22d8-96c3-4bd9-9252-b9e650416d24 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:09.457367 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-e29f46cc-ddcd-43d0-8c5e-0f2e8a274bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:44:09.485854 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-e2bd22d8-96c3-4bd9-9252-b9e650416d24 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:09.487094 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-e2bd22d8-96c3-4bd9-9252-b9e650416d24 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1869545 Jun 23 08:44:09.490107 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 54138) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:44:09.495981 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74233f61-ead4-4331-8139-3ce034d006be req-1474bead-d75b-4d3b-bc98-3ff9bc8e0e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:09.497064 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [None req-8a6ee47e-48ec-4cc8-a809-cfa1569d2f95 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Request body: {'security_group_rule': {'security_group_id': '4b642e7e-1217-4557-ab1d-81f6db4eb393', 'project_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:44:09.497431 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-74233f61-ead4-4331-8139-3ce034d006be req-1474bead-d75b-4d3b-bc98-3ff9bc8e0e02 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd27980e548b461c9e7bcdfe5ea62882&device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 1098 time: 0.1114659 Jun 23 08:44:09.498217 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd22d8-96c3-4bd9-9252-b9e650416d24 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b642e7e-1217-4557-ab1d-81f6db4eb393,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:44:09.500856 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-e2bd22d8-96c3-4bd9-9252-b9e650416d24 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:44:09.532014 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-8a6ee47e-48ec-4cc8-a809-cfa1569d2f95 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:09.594369 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74233f61-ead4-4331-8139-3ce034d006be req-feb3b2f1-6be5-4efc-a994-a67415075b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:09.595884 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-74233f61-ead4-4331-8139-3ce034d006be req-feb3b2f1-6be5-4efc-a994-a67415075b3c service neutron] 10.222.0.13 "GET /v2.0/networks?id=8af9e12a-a50e-49e3-a158-896d696b05e9 HTTP/1.1" status: 200 len: 916 time: 0.0919545 Jun 23 08:44:09.604845 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-8a6ee47e-48ec-4cc8-a809-cfa1569d2f95 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:09.610675 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-8a6ee47e-48ec-4cc8-a809-cfa1569d2f95 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748324'] for security_group_rule, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:09.616954 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-71037179-4138-4930-bc47-97afb2a8e673 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:44:09.637963 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ee47e-48ec-4cc8-a809-cfa1569d2f95 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ffedbcf-c316-44ae-9006-36783fde08cd,revision_number=0']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:44:09.641168 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-8a6ee47e-48ec-4cc8-a809-cfa1569d2f95 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:44:09.648364 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-8a6ee47e-48ec-4cc8-a809-cfa1569d2f95 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:09.649557 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-8a6ee47e-48ec-4cc8-a809-cfa1569d2f95 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1566150 Jun 23 08:44:09.653980 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 54140) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:44:09.657789 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-c0c532ab-7926-4136-9dd6-3272d4ecf8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'name': 'tempest-TestMinimumBasicScenario-1883011869-router', 'tenant_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '3d1aa500-b55f-42a4-9eb4-d779725d8a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:43:09Z', 'updated_at': '2021-06-23T08:43:13Z', 'revision_number': 4, 'project_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'gw_port': {'id': '3d1aa500-b55f-42a4-9eb4-d779725d8a02', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:43:10Z', 'updated_at': '2021-06-23T08:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_floatingips': [{'id': 'e02acf2a-76a3-4f6a-942d-26c82bb7ef35', 'tenant_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'floating_ip_address': '172.28.3.235', 'floating_network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'router_id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'port_id': 'eaf4211d-3fe7-4718-90b0-a5f4de8d2db3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8af9e12a-a50e-49e3-a158-896d696b05e9', 'mac_address': 'fa:16:3e:4d:1d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48df7925-3890-4aab-b247-1252ff8b9d1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T08:44:08Z', 'updated_at': '2021-06-23T08:44:08Z', 'revision_number': 0, 'project_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c8f5d4-6486-44f3-81ee-898d6a68e15a', 'name': '', 'network_id': '8af9e12a-a50e-49e3-a158-896d696b05e9', 'tenant_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'mac_address': 'fa:16:3e:e6:0b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '9ba8a857-78c7-405f-bd7b-690985022421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:43:13Z', 'updated_at': '2021-06-23T08:43:22Z', 'revision_number': 5, 'project_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'subnets': [{'id': '9ba8a857-78c7-405f-bd7b-690985022421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:44:09.660126 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-4b49255b-1af8-4a97-8933-ec016910bd02 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Request body: {'security_group_rule': {'security_group_id': '4b642e7e-1217-4557-ab1d-81f6db4eb393', 'project_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:44:09.680933 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-74233f61-ead4-4331-8139-3ce034d006be req-c1ad6597-387d-4b62-b7bc-61bfc628f3d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eaf4211d-3fe7-4718-90b0-a5f4de8d2db3 HTTP/1.1" status: 200 len: 999 time: 0.0785956 Jun 23 08:44:09.684122 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c532ab-7926-4136-9dd6-3272d4ecf8eb None None] Checking router: fdff066c-b17c-4a30-b32b-b284c5bda099 for host: dv-cinder-768592-7-smb {{(pid=99595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 08:44:09.693195 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c532ab-7926-4136-9dd6-3272d4ecf8eb None None] Routers {'fdff066c-b17c-4a30-b32b-b284c5bda099'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:44:09.693948 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-c0c532ab-7926-4136-9dd6-3272d4ecf8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:43:41Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['fdff066c-b17c-4a30-b32b-b284c5bda099'], 'active': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:44:09.720277 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4b49255b-1af8-4a97-8933-ec016910bd02 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:09.758926 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74233f61-ead4-4331-8139-3ce034d006be req-0944c909-03be-41ab-93da-855d4d1895fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:09.760393 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-74233f61-ead4-4331-8139-3ce034d006be req-0944c909-03be-41ab-93da-855d4d1895fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ba8a857-78c7-405f-bd7b-690985022421 HTTP/1.1" status: 200 len: 854 time: 0.0717545 Jun 23 08:44:09.801111 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvr_db [None req-c0c532ab-7926-4136-9dd6-3272d4ecf8eb None None] Set router fdff066c-b17c-4a30-b32b-b284c5bda099 gateway port host: dv-cinder-768592-7-smb {{(pid=99595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:44:09.816323 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4b49255b-1af8-4a97-8933-ec016910bd02 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:09.829727 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4b49255b-1af8-4a97-8933-ec016910bd02 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748324'] for security_group_rule, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:09.836980 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-307ba1ce-82a2-4cee-b3b5-3776e1fe14d9 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:44:09.856608 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74233f61-ead4-4331-8139-3ce034d006be req-c01ad3d9-1adf-4b51-80ae-ca6e60956e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:09.858163 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-74233f61-ead4-4331-8139-3ce034d006be req-c01ad3d9-1adf-4b51-80ae-ca6e60956e0c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8af9e12a-a50e-49e3-a158-896d696b05e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0908682 Jun 23 08:44:09.858862 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b49255b-1af8-4a97-8933-ec016910bd02 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e727ba3-566f-4911-8e7d-16461cd18845,revision_number=0']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:44:09.861922 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-4b49255b-1af8-4a97-8933-ec016910bd02 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:44:09.866175 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4b49255b-1af8-4a97-8933-ec016910bd02 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:09.866998 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-4b49255b-1af8-4a97-8933-ec016910bd02 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2120013 Jun 23 08:44:09.870264 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 54142) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:44:09.875244 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [None req-ed03d53a-4db0-46dc-8975-8706ae620e36 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Request body: {'security_group_rule': {'security_group_id': '4b642e7e-1217-4557-ab1d-81f6db4eb393', 'project_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:44:09.903246 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-ed03d53a-4db0-46dc-8975-8706ae620e36 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:09.964203 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-74233f61-ead4-4331-8139-3ce034d006be req-2e467c39-53cd-4b1c-80db-f886d5fc1c86 service neutron] 10.222.0.13 "GET /v2.0/networks/8af9e12a-a50e-49e3-a158-896d696b05e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938988 Jun 23 08:44:09.966958 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-ed03d53a-4db0-46dc-8975-8706ae620e36 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:09.971203 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-ed03d53a-4db0-46dc-8975-8706ae620e36 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748324'] for security_group_rule, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:09.973294 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:44:09.990150 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03d53a-4db0-46dc-8975-8706ae620e36 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb69a77-3aa6-4f59-8aa9-00e26adcaa21,revision_number=0']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:44:09.998021 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-ed03d53a-4db0-46dc-8975-8706ae620e36 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:44:10.000122 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-ed03d53a-4db0-46dc-8975-8706ae620e36 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:10.001446 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-ed03d53a-4db0-46dc-8975-8706ae620e36 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300435 Jun 23 08:44:10.004195 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 54144) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:44:10.009863 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [None req-b55896b2-02d9-406b-9955-567ac47c63a5 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Request body: {'security_group_rule': {'security_group_id': '4b642e7e-1217-4557-ab1d-81f6db4eb393', 'project_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:44:10.036713 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b55896b2-02d9-406b-9955-567ac47c63a5 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:10.083205 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-74233f61-ead4-4331-8139-3ce034d006be req-6631930f-84a8-4bf3-8b30-e3ef4f19a577 service neutron] 10.222.0.13 "GET /v2.0/networks/8af9e12a-a50e-49e3-a158-896d696b05e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106167 Jun 23 08:44:10.105838 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b55896b2-02d9-406b-9955-567ac47c63a5 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:10.111259 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b55896b2-02d9-406b-9955-567ac47c63a5 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748324'] for security_group_rule, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:10.113678 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-ed03d53a-4db0-46dc-8975-8706ae620e36 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:44:10.131663 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55896b2-02d9-406b-9955-567ac47c63a5 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1aceeeb-cd74-4d7c-86a2-893c999ddd9d,revision_number=0']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:44:10.135775 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-b55896b2-02d9-406b-9955-567ac47c63a5 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:44:10.139690 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b55896b2-02d9-406b-9955-567ac47c63a5 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:10.141091 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-b55896b2-02d9-406b-9955-567ac47c63a5 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1357918 Jun 23 08:44:10.143808 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 54146) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:44:10.149237 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-6a7236e6-d540-4eb0-9253-b92c108b5913 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Request body: {'security_group_rule': {'security_group_id': '4b642e7e-1217-4557-ab1d-81f6db4eb393', 'project_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:44:10.170781 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.db.securitygroups_db [None req-6a7236e6-d540-4eb0-9253-b92c108b5913 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Project cd27980e548b461c9e7bcdfe5ea62882 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 08:44:10.176364 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-6a7236e6-d540-4eb0-9253-b92c108b5913 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:10.192810 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-c0c532ab-7926-4136-9dd6-3272d4ecf8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'name': 'tempest-TestMinimumBasicScenario-1883011869-router', 'tenant_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '3d1aa500-b55f-42a4-9eb4-d779725d8a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:43:09Z', 'updated_at': '2021-06-23T08:43:13Z', 'revision_number': 4, 'project_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'gw_port': {'id': '3d1aa500-b55f-42a4-9eb4-d779725d8a02', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:43:10Z', 'updated_at': '2021-06-23T08:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_floatingips': [{'id': 'e02acf2a-76a3-4f6a-942d-26c82bb7ef35', 'tenant_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'floating_ip_address': '172.28.3.235', 'floating_network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'router_id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'port_id': 'eaf4211d-3fe7-4718-90b0-a5f4de8d2db3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8af9e12a-a50e-49e3-a158-896d696b05e9', 'mac_address': 'fa:16:3e:4d:1d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48df7925-3890-4aab-b247-1252ff8b9d1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T08:44:08Z', 'updated_at': '2021-06-23T08:44:08Z', 'revision_number': 0, 'project_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c8f5d4-6486-44f3-81ee-898d6a68e15a', 'name': '', 'network_id': '8af9e12a-a50e-49e3-a158-896d696b05e9', 'tenant_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'mac_address': 'fa:16:3e:e6:0b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '9ba8a857-78c7-405f-bd7b-690985022421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:43:13Z', 'updated_at': '2021-06-23T08:43:22Z', 'revision_number': 5, 'project_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'subnets': [{'id': '9ba8a857-78c7-405f-bd7b-690985022421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:44:10.219544 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c532ab-7926-4136-9dd6-3272d4ecf8eb None None] The sync data for ids ['fdff066c-b17c-4a30-b32b-b284c5bda099'] in dv-cinder-768592-7-smb is: [{'id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'name': 'tempest-TestMinimumBasicScenario-1883011869-router', 'tenant_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '3d1aa500-b55f-42a4-9eb4-d779725d8a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:43:09Z', 'updated_at': '2021-06-23T08:43:13Z', 'revision_number': 4, 'project_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'gw_port': {'id': '3d1aa500-b55f-42a4-9eb4-d779725d8a02', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:43:10Z', 'updated_at': '2021-06-23T08:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_floatingips': [{'id': 'e02acf2a-76a3-4f6a-942d-26c82bb7ef35', 'tenant_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'floating_ip_address': '172.28.3.235', 'floating_network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'router_id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'port_id': 'eaf4211d-3fe7-4718-90b0-a5f4de8d2db3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8af9e12a-a50e-49e3-a158-896d696b05e9', 'mac_address': 'fa:16:3e:4d:1d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48df7925-3890-4aab-b247-1252ff8b9d1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T08:44:08Z', 'updated_at': '2021-06-23T08:44:08Z', 'revision_number': 0, 'project_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c8f5d4-6486-44f3-81ee-898d6a68e15a', 'name': '', 'network_id': '8af9e12a-a50e-49e3-a158-896d696b05e9', 'tenant_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'mac_address': 'fa:16:3e:e6:0b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '9ba8a857-78c7-405f-bd7b-690985022421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:43:13Z', 'updated_at': '2021-06-23T08:43:22Z', 'revision_number': 5, 'project_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'subnets': [{'id': '9ba8a857-78c7-405f-bd7b-690985022421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 08:44:10.238196 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-6a7236e6-d540-4eb0-9253-b92c108b5913 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:10.244656 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-6a7236e6-d540-4eb0-9253-b92c108b5913 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748324'] for security_group_rule, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:10.246961 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:44:10.263651 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7236e6-d540-4eb0-9253-b92c108b5913 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c905aefc-d7f9-4fec-84c5-c5e5ba91331b,revision_number=0']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:44:10.266252 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-6a7236e6-d540-4eb0-9253-b92c108b5913 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:44:10.271076 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-6a7236e6-d540-4eb0-9253-b92c108b5913 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:10.272919 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-6a7236e6-d540-4eb0-9253-b92c108b5913 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1281106 Jun 23 08:44:10.275727 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 54148) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:44:10.280437 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-7b853c5d-eae0-4831-abc4-25942b8c37c8 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Request body: {'security_group_rule': {'security_group_id': '4b642e7e-1217-4557-ab1d-81f6db4eb393', 'project_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:44:10.303592 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.db.securitygroups_db [None req-7b853c5d-eae0-4831-abc4-25942b8c37c8 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Project cd27980e548b461c9e7bcdfe5ea62882 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 08:44:10.308924 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7b853c5d-eae0-4831-abc4-25942b8c37c8 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:10.375788 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7b853c5d-eae0-4831-abc4-25942b8c37c8 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:10.380304 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7b853c5d-eae0-4831-abc4-25942b8c37c8 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748324'] for security_group_rule, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:10.383063 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-0876e326-a9bc-469c-8bb5-196bb532467e tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:44:10.400165 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b853c5d-eae0-4831-abc4-25942b8c37c8 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2da93e3b-20b5-4c1f-bf06-fe76ce39e1a5,revision_number=0']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:44:10.403494 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-7b853c5d-eae0-4831-abc4-25942b8c37c8 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:44:10.405838 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7b853c5d-eae0-4831-abc4-25942b8c37c8 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:10.410043 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-7b853c5d-eae0-4831-abc4-25942b8c37c8 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1301713 Jun 23 08:44:10.423172 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f42e6e-921b-4794-bdf1-281a75a18f64 None None] New status for floating IP e02acf2a-76a3-4f6a-942d-26c82bb7ef35: ACTIVE {{(pid=99596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 08:44:10.526376 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b9810417-e429-4046-8631-923367b7c106 req-b5ec1ea7-1617-4ab7-85dd-d97235cef56f tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-241547243&fields=id&tenant_id=cd27980e548b461c9e7bcdfe5ea62882 HTTP/1.1" status: 200 len: 267 time: 0.0325291 Jun 23 08:44:10.595786 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9810417-e429-4046-8631-923367b7c106 req-082fff4a-b6f5-490d-ae3a-ea109d1dce84 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:10.597257 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b9810417-e429-4046-8631-923367b7c106 req-082fff4a-b6f5-490d-ae3a-ea109d1dce84 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 945 time: 0.0651691 Jun 23 08:44:10.608718 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [req-b9810417-e429-4046-8631-923367b7c106 req-4452f893-1c82-48ed-b934-164510584f30 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Request body: {'port': {'security_groups': ['9374f109-7a02-4d2c-8e4e-21bcbe1fb400', '4b642e7e-1217-4557-ab1d-81f6db4eb393']}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:44:10.703477 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [req-b9810417-e429-4046-8631-923367b7c106 req-4452f893-1c82-48ed-b934-164510584f30 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:10.824223 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:10.891659 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.db [req-b9810417-e429-4046-8631-923367b7c106 req-4452f893-1c82-48ed-b934-164510584f30 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] For port eaf4211d-3fe7-4718-90b0-a5f4de8d2db3, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=eaf4211d-3fe7-4718-90b0-a5f4de8d2db3,segment=NetworkSegment(722c628d-2496-4c31-adce-95f4e19fb95d),segment_id=722c628d-2496-4c31-adce-95f4e19fb95d)] {{(pid=99593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:44:10.921836 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [req-b9810417-e429-4046-8631-923367b7c106 req-4452f893-1c82-48ed-b934-164510584f30 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks [] for port, precommit_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:10.926328 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [req-b9810417-e429-4046-8631-923367b7c106 req-4452f893-1c82-48ed-b934-164510584f30 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3652713'] for port, after_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:10.931291 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-a6d17f89-e1f1-49eb-a26b-10eaa8cbf8c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:44:10.962585 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['eaf4211d-3fe7-4718-90b0-a5f4de8d2db3'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:44:10.985161 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9810417-e429-4046-8631-923367b7c106 req-4452f893-1c82-48ed-b934-164510584f30 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:10.986042 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [req-b9810417-e429-4046-8631-923367b7c106 req-4452f893-1c82-48ed-b934-164510584f30 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:10.987498 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b9810417-e429-4046-8631-923367b7c106 req-4452f893-1c82-48ed-b934-164510584f30 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "PUT /v2.0/ports/eaf4211d-3fe7-4718-90b0-a5f4de8d2db3 HTTP/1.1" status: 200 len: 981 time: 0.3835571 Jun 23 08:44:11.009840 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4452f893-1c82-48ed-b934-164510584f30 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Pushing event updated for resources: {'Port': ['ID=eaf4211d-3fe7-4718-90b0-a5f4de8d2db3,revision_number=6']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:44:11.013296 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-4452f893-1c82-48ed-b934-164510584f30 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:44:11.098518 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-36942ce9-1e9a-4e23-9316-1bc3efaf2934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:11.138083 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['eaf4211d-3fe7-4718-90b0-a5f4de8d2db3'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:44:11.247996 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-16802cd0-ce14-4fbd-8770-c211e3c0beb2 None None] Provisioning complete for port eaf4211d-3fe7-4718-90b0-a5f4de8d2db3 triggered by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:44:11.248270 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-16802cd0-ce14-4fbd-8770-c211e3c0beb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:11.328878 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d7f33-0bc1-4a31-87ac-6394325d28f1 req-d9de8a3a-6c42-4199-8124-4014f7392f22 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:11.330377 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b93d7f33-0bc1-4a31-87ac-6394325d28f1 req-d9de8a3a-6c42-4199-8124-4014f7392f22 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 984 time: 0.2253344 Jun 23 08:44:11.341953 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48df7925-3890-4aab-b247-1252ff8b9d1e', 'tag': 'eaf4211d-3fe7-4718-90b0-a5f4de8d2db3'}] {{(pid=99593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:44:11.344257 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83d3d9f818ca77ff61c49848176a0342e42afa0a53a044e94cf7f219d67d3ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7b319d-a4ef-4e07-9197-fc3b87d299cc" -d '{"events": [{"name": "network-changed", "server_uuid": "48df7925-3890-4aab-b247-1252ff8b9d1e", "tag": "eaf4211d-3fe7-4718-90b0-a5f4de8d2db3"}]}' {{(pid=99593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:44:11.376575 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b93d7f33-0bc1-4a31-87ac-6394325d28f1 req-65fa27fe-94d4-44fd-a750-99206dcfdb00 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b642e7e-1217-4557-ab1d-81f6db4eb393&id=9374f109-7a02-4d2c-8e4e-21bcbe1fb400&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402732 Jun 23 08:44:11.388370 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 08:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29394136-2691-48f8-949c-163f06ab6f4b x-openstack-request-id: req-29394136-2691-48f8-949c-163f06ab6f4b {{(pid=99593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:44:11.388707 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48df7925-3890-4aab-b247-1252ff8b9d1e", "tag": "eaf4211d-3fe7-4718-90b0-a5f4de8d2db3", "status": "completed", "code": 200}]} {{(pid=99593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:44:11.389149 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-29394136-2691-48f8-949c-163f06ab6f4b {{(pid=99593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:44:11.389583 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48df7925-3890-4aab-b247-1252ff8b9d1e', 'tag': 'eaf4211d-3fe7-4718-90b0-a5f4de8d2db3', 'status': 'completed', 'code': 200} Jun 23 08:44:11.447572 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:11.492211 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b319d-a4ef-4e07-9197-fc3b87d299cc req-9f7e1708-694f-42de-8579-233ab216c50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:11.494264 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-da7b319d-a4ef-4e07-9197-fc3b87d299cc req-9f7e1708-694f-42de-8579-233ab216c50b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd27980e548b461c9e7bcdfe5ea62882&device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 1137 time: 0.0574062 Jun 23 08:44:11.589502 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b319d-a4ef-4e07-9197-fc3b87d299cc req-06434501-d321-44a3-9329-587075b28241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:11.590989 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-da7b319d-a4ef-4e07-9197-fc3b87d299cc req-06434501-d321-44a3-9329-587075b28241 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8af9e12a-a50e-49e3-a158-896d696b05e9 HTTP/1.1" status: 200 len: 916 time: 0.0898337 Jun 23 08:44:11.657168 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-da7b319d-a4ef-4e07-9197-fc3b87d299cc req-854dd2a6-8035-4b7a-b6f7-f01341a810c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eaf4211d-3fe7-4718-90b0-a5f4de8d2db3 HTTP/1.1" status: 200 len: 1001 time: 0.0599258 Jun 23 08:44:11.707163 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b319d-a4ef-4e07-9197-fc3b87d299cc req-37674ed0-59c7-4c91-925e-f75930cdd675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:11.708588 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-da7b319d-a4ef-4e07-9197-fc3b87d299cc req-37674ed0-59c7-4c91-925e-f75930cdd675 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ba8a857-78c7-405f-bd7b-690985022421 HTTP/1.1" status: 200 len: 854 time: 0.0449874 Jun 23 08:44:11.770165 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b319d-a4ef-4e07-9197-fc3b87d299cc req-be218bee-5ca8-4dcc-8916-9d82dfab8f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:11.771911 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-da7b319d-a4ef-4e07-9197-fc3b87d299cc req-be218bee-5ca8-4dcc-8916-9d82dfab8f8f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8af9e12a-a50e-49e3-a158-896d696b05e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0552285 Jun 23 08:44:11.863186 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-da7b319d-a4ef-4e07-9197-fc3b87d299cc req-0a07b80f-6992-40de-acd3-3c01b6a4fa20 service neutron] 10.222.0.13 "GET /v2.0/networks/8af9e12a-a50e-49e3-a158-896d696b05e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813057 Jun 23 08:44:11.956502 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-da7b319d-a4ef-4e07-9197-fc3b87d299cc req-744a59f5-bb30-42b1-b082-e8c6b5556570 service neutron] 10.222.0.13 "GET /v2.0/networks/8af9e12a-a50e-49e3-a158-896d696b05e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830550 Jun 23 08:44:12.024554 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:12.396206 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-3fa91d68-b08a-44ea-abcd-b0aa630fcb18 req-23d62e17-a036-4961-b18e-ef8abf786981 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500634 Jun 23 08:44:12.512763 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa91d68-b08a-44ea-abcd-b0aa630fcb18 req-e8543e11-16f5-4be3-8566-7c70ddda20e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:12.514246 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-3fa91d68-b08a-44ea-abcd-b0aa630fcb18 req-e8543e11-16f5-4be3-8566-7c70ddda20e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=155e1127bd2f402a83bf7f1e4da6faa5&device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 1099 time: 0.0522671 Jun 23 08:44:12.618317 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa91d68-b08a-44ea-abcd-b0aa630fcb18 req-69c1aadc-5268-4ffc-ade4-3319f5ddca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:12.620064 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-3fa91d68-b08a-44ea-abcd-b0aa630fcb18 req-69c1aadc-5268-4ffc-ade4-3319f5ddca8c service neutron] 10.222.0.13 "GET /v2.0/networks?id=02f4b377-8e86-41d6-8ffe-f003b45c6248 HTTP/1.1" status: 200 len: 917 time: 0.0862663 Jun 23 08:44:12.681999 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-3fa91d68-b08a-44ea-abcd-b0aa630fcb18 req-5d1ac638-8cbe-4bf3-b818-e70eb2c0cb3d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d138dc7d-821b-43b7-b299-08c73ca38d11 HTTP/1.1" status: 200 len: 1001 time: 0.0555687 Jun 23 08:44:12.733667 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa91d68-b08a-44ea-abcd-b0aa630fcb18 req-5ac338b4-095d-435c-a235-8d42b116d7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:12.735056 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-3fa91d68-b08a-44ea-abcd-b0aa630fcb18 req-5ac338b4-095d-435c-a235-8d42b116d7c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b3df551-72d8-4749-a018-772b466944b3 HTTP/1.1" status: 200 len: 855 time: 0.0455837 Jun 23 08:44:12.792614 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa91d68-b08a-44ea-abcd-b0aa630fcb18 req-306b2a1f-ace5-4102-96c2-9b450911fba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:12.794166 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-3fa91d68-b08a-44ea-abcd-b0aa630fcb18 req-306b2a1f-ace5-4102-96c2-9b450911fba8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02f4b377-8e86-41d6-8ffe-f003b45c6248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0524113 Jun 23 08:44:12.883333 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-3fa91d68-b08a-44ea-abcd-b0aa630fcb18 req-899f719c-f6a7-4572-80f3-f904ab1e24c9 service neutron] 10.222.0.13 "GET /v2.0/networks/02f4b377-8e86-41d6-8ffe-f003b45c6248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814836 Jun 23 08:44:12.973562 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-3fa91d68-b08a-44ea-abcd-b0aa630fcb18 req-b3413111-7d48-4306-a23a-93366807853e service neutron] 10.222.0.13 "GET /v2.0/networks/02f4b377-8e86-41d6-8ffe-f003b45c6248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831285 Jun 23 08:44:13.598233 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:38.328624 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-74d53031-4764-41f0-92d8-3e39f79b725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:39.677243 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 6 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:44:40.829834 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:41.068600 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-7857aaf3-56b4-48ca-aae2-e83829204dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:41.388573 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:42.022637 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:43.601048 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:44.193912 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617c202-6c8a-42d0-b5c0-42e552c9bf52 req-8b18c6b2-55ef-49c0-8460-cded3b664a22 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:44.195366 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e617c202-6c8a-42d0-b5c0-42e552c9bf52 req-8b18c6b2-55ef-49c0-8460-cded3b664a22 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 946 time: 0.0615098 Jun 23 08:44:44.230634 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e617c202-6c8a-42d0-b5c0-42e552c9bf52 req-4d98e594-eaa2-4e2b-94fb-60f99e7058f5 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297136 Jun 23 08:44:45.488702 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3c432-5885-4643-9c99-9593f41cb0fb req-cb50ad4e-162c-40cd-9907-fcf4d64313f2 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:45.490222 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-66f3c432-5885-4643-9c99-9593f41cb0fb req-cb50ad4e-162c-40cd-9907-fcf4d64313f2 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 946 time: 0.1359396 Jun 23 08:44:45.530768 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-66f3c432-5885-4643-9c99-9593f41cb0fb req-03e48165-6058-477d-b166-71ff4276fb73 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342021 Jun 23 08:44:46.270387 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bf9fc-50a4-413a-a017-18bbe59d4aa4 req-f057e9ed-ec67-408b-b059-65d2f609fce3 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:46.271939 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-407bf9fc-50a4-413a-a017-18bbe59d4aa4 req-f057e9ed-ec67-408b-b059-65d2f609fce3 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.13 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 946 time: 0.0625217 Jun 23 08:44:46.375216 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [req-407bf9fc-50a4-413a-a017-18bbe59d4aa4 req-494db36e-7653-4f5e-a749-e330408ae84b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Deleting port d138dc7d-821b-43b7-b299-08c73ca38d11 {{(pid=99594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:44:46.375491 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-407bf9fc-50a4-413a-a017-18bbe59d4aa4 req-494db36e-7653-4f5e-a749-e330408ae84b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:46.461041 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-407bf9fc-50a4-413a-a017-18bbe59d4aa4 req-494db36e-7653-4f5e-a749-e330408ae84b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] For port d138dc7d-821b-43b7-b299-08c73ca38d11, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d138dc7d-821b-43b7-b299-08c73ca38d11,segment=NetworkSegment(31b2f068-fef9-4baa-bc53-51c6f575a7bf),segment_id=31b2f068-fef9-4baa-bc53-51c6f575a7bf)] {{(pid=99594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:44:46.461402 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-407bf9fc-50a4-413a-a017-18bbe59d4aa4 req-494db36e-7653-4f5e-a749-e330408ae84b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:46.717279 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be7636-8a2a-4d2a-9b47-772101c410b3 req-ac8e3b09-1cd9-4689-af0e-574820b1c261 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:46.718665 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-26be7636-8a2a-4d2a-9b47-772101c410b3 req-ac8e3b09-1cd9-4689-af0e-574820b1c261 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 946 time: 0.0631056 Jun 23 08:44:46.726990 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-407bf9fc-50a4-413a-a017-18bbe59d4aa4 req-494db36e-7653-4f5e-a749-e330408ae84b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:46.727369 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-407bf9fc-50a4-413a-a017-18bbe59d4aa4 req-494db36e-7653-4f5e-a749-e330408ae84b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717624'] for floatingip, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:46.727679 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.db.l3_db [req-407bf9fc-50a4-413a-a017-18bbe59d4aa4 req-494db36e-7653-4f5e-a749-e330408ae84b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Floating IP ecd6a08d-b316-4ee8-97ca-cd0d4605d300 disassociated. External IP: 172.28.3.164, port: d138dc7d-821b-43b7-b299-08c73ca38d11. Jun 23 08:44:46.728016 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [req-407bf9fc-50a4-413a-a017-18bbe59d4aa4 req-494db36e-7653-4f5e-a749-e330408ae84b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Calling delete_port for d138dc7d-821b-43b7-b299-08c73ca38d11 owned by compute:nova {{(pid=99594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:44:46.756016 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-26be7636-8a2a-4d2a-9b47-772101c410b3 req-4bbbbd9f-eed1-4a53-b5e9-64c25c995c66 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=c348a60e-3a62-4a90-a98f-8c9f1a3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316093 Jun 23 08:44:47.104259 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-407bf9fc-50a4-413a-a017-18bbe59d4aa4 req-494db36e-7653-4f5e-a749-e330408ae84b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27156491'] for port, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:47.108056 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-9e8ae47a-cee5-40f8-b711-12b4f444ce22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:44:47.134220 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494db36e-7653-4f5e-a749-e330408ae84b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Pushing event deleted for resources: {'Port': ['ID=d138dc7d-821b-43b7-b299-08c73ca38d11,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:44:47.144231 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494db36e-7653-4f5e-a749-e330408ae84b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:44:47.144602 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494db36e-7653-4f5e-a749-e330408ae84b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:44:47.144967 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494db36e-7653-4f5e-a749-e330408ae84b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:44:47.145329 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494db36e-7653-4f5e-a749-e330408ae84b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:44:47.145719 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494db36e-7653-4f5e-a749-e330408ae84b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:44:47.146081 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494db36e-7653-4f5e-a749-e330408ae84b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:44:47.146435 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494db36e-7653-4f5e-a749-e330408ae84b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:44:47.146809 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494db36e-7653-4f5e-a749-e330408ae84b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:44:47.147163 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494db36e-7653-4f5e-a749-e330408ae84b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:44:47.147513 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494db36e-7653-4f5e-a749-e330408ae84b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:44:47.147857 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494db36e-7653-4f5e-a749-e330408ae84b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:44:47.148201 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494db36e-7653-4f5e-a749-e330408ae84b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:44:47.151729 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-494db36e-7653-4f5e-a749-e330408ae84b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:44:47.256155 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-407bf9fc-50a4-413a-a017-18bbe59d4aa4 req-494db36e-7653-4f5e-a749-e330408ae84b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Router d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8 has already been hosted by L3 agent b4fcebb9-4e54-4961-9fbc-14fb1630411d {{(pid=99594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 08:44:47.361747 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-407bf9fc-50a4-413a-a017-18bbe59d4aa4 req-494db36e-7653-4f5e-a749-e330408ae84b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify agent at l3_agent.dv-cinder-768592-7-smb the message routers_updated {{(pid=99594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 08:44:47.373212 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc813adf-fd88-4a09-970e-da8b76c0deef None None] Sync routers for ids ['d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'] in dv-cinder-768592-7-smb {{(pid=99595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 08:44:47.383884 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc813adf-fd88-4a09-970e-da8b76c0deef None None] Routers {'d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:44:47.384589 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-dc813adf-fd88-4a09-970e-da8b76c0deef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:44:41Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'], 'active': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:44:47.406883 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [req-407bf9fc-50a4-413a-a017-18bbe59d4aa4 req-494db36e-7653-4f5e-a749-e330408ae84b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] No DVR routers for this DVR port d138dc7d-821b-43b7-b299-08c73ca38d11 on host hv-cinder-76859 {{(pid=99594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 08:44:47.409515 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-407bf9fc-50a4-413a-a017-18bbe59d4aa4 req-494db36e-7653-4f5e-a749-e330408ae84b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:47.411693 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-407bf9fc-50a4-413a-a017-18bbe59d4aa4 req-494db36e-7653-4f5e-a749-e330408ae84b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.13 "DELETE /v2.0/ports/d138dc7d-821b-43b7-b299-08c73ca38d11 HTTP/1.1" status: 204 len: 173 time: 1.1336033 Jun 23 08:44:47.412224 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3631e51b-c5d2-4b22-9356-7ee8f3f3126d', 'name': 'network-vif-deleted', 'tag': 'd138dc7d-821b-43b7-b299-08c73ca38d11'}] {{(pid=99594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:44:47.414572 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3f20cf24677dbb31f56fc6b5fcedde197d4abde885e517d24b88e41f2eb98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7eefa1-ae51-41fc-8d79-b678f08af8b5" -d '{"events": [{"server_uuid": "3631e51b-c5d2-4b22-9356-7ee8f3f3126d", "name": "network-vif-deleted", "tag": "d138dc7d-821b-43b7-b299-08c73ca38d11"}]}' {{(pid=99594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:44:47.506259 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvr_db [None req-dc813adf-fd88-4a09-970e-da8b76c0deef None None] Set router d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8 gateway port host: dv-cinder-768592-7-smb {{(pid=99595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:44:47.510961 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03942c20-485c-4517-ac93-71b908c07d29 x-openstack-request-id: req-03942c20-485c-4517-ac93-71b908c07d29 {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:44:47.511309 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3631e51b-c5d2-4b22-9356-7ee8f3f3126d", "name": "network-vif-deleted", "tag": "d138dc7d-821b-43b7-b299-08c73ca38d11", "status": "completed", "code": 200}]} {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:44:47.511578 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-03942c20-485c-4517-ac93-71b908c07d29 {{(pid=99594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:44:47.512013 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3631e51b-c5d2-4b22-9356-7ee8f3f3126d', 'name': 'network-vif-deleted', 'tag': 'd138dc7d-821b-43b7-b299-08c73ca38d11', 'status': 'completed', 'code': 200} Jun 23 08:44:47.711046 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-dc813adf-fd88-4a09-970e-da8b76c0deef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'name': 'tempest-AttachVolumeShelveTestJSON-405422322-router', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a2be0f46-793b-468d-9896-6c51f3d83452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:39:09Z', 'updated_at': '2021-06-23T08:39:18Z', 'revision_number': 4, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'gw_port': {'id': 'a2be0f46-793b-468d-9896-6c51f3d83452', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:11Z', 'updated_at': '2021-06-23T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': '60f896b1-c4ac-415c-86fd-07085208e7c3', 'name': '', 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'mac_address': 'fa:16:3e:41:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2b3df551-72d8-4749-a018-772b466944b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:16Z', 'updated_at': '2021-06-23T08:39:27Z', 'revision_number': 5, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'subnets': [{'id': '2b3df551-72d8-4749-a018-772b466944b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:44:47.736796 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc813adf-fd88-4a09-970e-da8b76c0deef None None] Checking router: d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8 for host: dv-cinder-768592-7-smb {{(pid=99595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 08:44:47.745752 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc813adf-fd88-4a09-970e-da8b76c0deef None None] Routers {'d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:44:47.746369 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-dc813adf-fd88-4a09-970e-da8b76c0deef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:44:41Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'], 'active': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:44:47.855221 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvr_db [None req-dc813adf-fd88-4a09-970e-da8b76c0deef None None] Set router d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8 gateway port host: dv-cinder-768592-7-smb {{(pid=99595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:44:47.922447 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-cef60db1-2b41-408c-a49d-a67b57de9f6b req-d5ecd86b-1234-4f04-9dcb-724a9029b73b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3631e51b-c5d2-4b22-9356-7ee8f3f3126d HTTP/1.1" status: 200 len: 210 time: 0.0333891 Jun 23 08:44:48.087139 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-dc813adf-fd88-4a09-970e-da8b76c0deef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'name': 'tempest-AttachVolumeShelveTestJSON-405422322-router', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a2be0f46-793b-468d-9896-6c51f3d83452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:39:09Z', 'updated_at': '2021-06-23T08:39:18Z', 'revision_number': 4, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'gw_port': {'id': 'a2be0f46-793b-468d-9896-6c51f3d83452', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:11Z', 'updated_at': '2021-06-23T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': '60f896b1-c4ac-415c-86fd-07085208e7c3', 'name': '', 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'mac_address': 'fa:16:3e:41:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2b3df551-72d8-4749-a018-772b466944b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:16Z', 'updated_at': '2021-06-23T08:39:27Z', 'revision_number': 5, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'subnets': [{'id': '2b3df551-72d8-4749-a018-772b466944b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:44:48.117222 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc813adf-fd88-4a09-970e-da8b76c0deef None None] The sync data for ids ['d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'] in dv-cinder-768592-7-smb is: [{'id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'name': 'tempest-AttachVolumeShelveTestJSON-405422322-router', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a2be0f46-793b-468d-9896-6c51f3d83452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:39:09Z', 'updated_at': '2021-06-23T08:39:18Z', 'revision_number': 4, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'gw_port': {'id': 'a2be0f46-793b-468d-9896-6c51f3d83452', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:11Z', 'updated_at': '2021-06-23T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': '60f896b1-c4ac-415c-86fd-07085208e7c3', 'name': '', 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'mac_address': 'fa:16:3e:41:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2b3df551-72d8-4749-a018-772b466944b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:16Z', 'updated_at': '2021-06-23T08:39:27Z', 'revision_number': 5, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'subnets': [{'id': '2b3df551-72d8-4749-a018-772b466944b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 08:44:48.330103 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728f8512-c731-4a9f-98d9-b8950fab91b6 None None] New status for floating IP ecd6a08d-b316-4ee8-97ca-cd0d4605d300: DOWN {{(pid=99596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 08:44:49.050455 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 54218) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:44:49.105930 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-758c3833-e599-41d4-a68e-e8dcc6acb1ca tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:49.118533 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device d138dc7d-821b-43b7-b299-08c73ca38d11 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:44:49.131333 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-758c3833-e599-41d4-a68e-e8dcc6acb1ca tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:49.139532 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] No Port match for: d138dc7d-821b-43b7-b299-08c73ca38d11 {{(pid=99595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 08:44:49.140114 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device d138dc7d-821b-43b7-b299-08c73ca38d11 not bound to the agent host hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 08:44:49.184907 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-758c3833-e599-41d4-a68e-e8dcc6acb1ca tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:49.187665 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-758c3833-e599-41d4-a68e-e8dcc6acb1ca tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:49.188797 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-758c3833-e599-41d4-a68e-e8dcc6acb1ca tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "DELETE /v2.0/security-groups/c348a60e-3a62-4a90-a98f-8c9f1a3328e7 HTTP/1.1" status: 204 len: 168 time: 0.1369548 Jun 23 08:44:49.189553 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-0cb2df70-7b45-4915-9d77-922566465972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:44:49.191824 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 54220) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:44:49.198485 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c3833-e599-41d4-a68e-e8dcc6acb1ca tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c348a60e-3a62-4a90-a98f-8c9f1a3328e7,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:44:49.200891 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-758c3833-e599-41d4-a68e-e8dcc6acb1ca tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:44:49.209485 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.api.v2.resource [None req-43570a7f-a719-4c8e-8d17-6675fe547c3f tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] show failed (client error): The resource could not be found. Jun 23 08:44:49.211044 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-43570a7f-a719-4c8e-8d17-6675fe547c3f tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups/c348a60e-3a62-4a90-a98f-8c9f1a3328e7 HTTP/1.1" status: 404 len: 347 time: 0.0180881 Jun 23 08:44:49.213743 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 54222) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:44:49.349509 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.plugin [None req-ddf58342-2f0e-4c64-8331-f966f57243f5 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Deleting port c404a9dd-af1d-4c69-89e8-ccff55f6681e {{(pid=99593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:44:49.349892 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-ddf58342-2f0e-4c64-8331-f966f57243f5 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:49.423603 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-ddf58342-2f0e-4c64-8331-f966f57243f5 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:49.423932 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-ddf58342-2f0e-4c64-8331-f966f57243f5 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:49.435471 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.plugin [None req-ddf58342-2f0e-4c64-8331-f966f57243f5 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Calling delete_port for c404a9dd-af1d-4c69-89e8-ccff55f6681e owned by network:floatingip {{(pid=99593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:44:49.579347 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-ddf58342-2f0e-4c64-8331-f966f57243f5 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3652706'] for port, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:49.581771 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-6c65c264-5f2e-45d8-9d60-4cb0d5c18abd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:44:49.610603 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf58342-2f0e-4c64-8331-f966f57243f5 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Pushing event deleted for resources: {'Port': ['ID=c404a9dd-af1d-4c69-89e8-ccff55f6681e,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:44:49.639604 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf58342-2f0e-4c64-8331-f966f57243f5 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:44:49.639988 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf58342-2f0e-4c64-8331-f966f57243f5 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:44:49.640363 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf58342-2f0e-4c64-8331-f966f57243f5 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:44:49.640733 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf58342-2f0e-4c64-8331-f966f57243f5 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:44:49.641096 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf58342-2f0e-4c64-8331-f966f57243f5 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:44:49.641457 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf58342-2f0e-4c64-8331-f966f57243f5 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:44:49.641820 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf58342-2f0e-4c64-8331-f966f57243f5 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:44:49.642175 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf58342-2f0e-4c64-8331-f966f57243f5 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:44:49.642531 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf58342-2f0e-4c64-8331-f966f57243f5 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:44:49.642912 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf58342-2f0e-4c64-8331-f966f57243f5 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:44:49.643274 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf58342-2f0e-4c64-8331-f966f57243f5 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:44:49.643626 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf58342-2f0e-4c64-8331-f966f57243f5 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:44:49.647869 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-ddf58342-2f0e-4c64-8331-f966f57243f5 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:44:49.686173 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-ddf58342-2f0e-4c64-8331-f966f57243f5 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for floatingip, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:49.688809 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-ddf58342-2f0e-4c64-8331-f966f57243f5 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for floatingip, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:49.689935 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-ddf58342-2f0e-4c64-8331-f966f57243f5 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "DELETE /v2.0/floatingips/ecd6a08d-b316-4ee8-97ca-cd0d4605d300 HTTP/1.1" status: 204 len: 168 time: 0.4752722 Jun 23 08:44:50.021549 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 54230) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:44:50.026279 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [None req-1916537b-7c1c-4e4a-9260-234fdd5411de tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Request body: {'security_group': {'name': 'tempest-securitygroup--848184204', 'description': 'tempest-description--1231235709'}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:44:50.047272 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-1916537b-7c1c-4e4a-9260-234fdd5411de tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:50.130866 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-1916537b-7c1c-4e4a-9260-234fdd5411de tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:50.134506 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-1916537b-7c1c-4e4a-9260-234fdd5411de tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:50.137646 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-d246e9aa-8f09-4814-a437-1e637aecd449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:44:50.163081 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-1916537b-7c1c-4e4a-9260-234fdd5411de tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:50.164272 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-1916537b-7c1c-4e4a-9260-234fdd5411de tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1416955 Jun 23 08:44:50.166229 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1916537b-7c1c-4e4a-9260-234fdd5411de tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34272c06-3ed1-452c-bcc1-297109bf58a4,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:44:50.167175 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 54232) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:44:50.169049 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-1916537b-7c1c-4e4a-9260-234fdd5411de tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:44:50.172116 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-f3c85317-9129-49d5-bc01-46fddec8bb10 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Request body: {'security_group_rule': {'security_group_id': '34272c06-3ed1-452c-bcc1-297109bf58a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:44:50.198832 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-f3c85317-9129-49d5-bc01-46fddec8bb10 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:50.244878 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-f3c85317-9129-49d5-bc01-46fddec8bb10 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:50.248184 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-f3c85317-9129-49d5-bc01-46fddec8bb10 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748324'] for security_group_rule, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:50.250137 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:44:50.266010 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c85317-9129-49d5-bc01-46fddec8bb10 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c18a6348-dde3-4cc6-b98b-aa33f4332436,revision_number=0']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:44:50.271864 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-f3c85317-9129-49d5-bc01-46fddec8bb10 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:44:50.275182 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-f3c85317-9129-49d5-bc01-46fddec8bb10 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:50.275835 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-f3c85317-9129-49d5-bc01-46fddec8bb10 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1075499 Jun 23 08:44:50.278474 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 54234) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:44:50.282986 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-bd3e5872-cbe1-4486-9177-8e144e73eb48 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Request body: {'security_group_rule': {'security_group_id': '34272c06-3ed1-452c-bcc1-297109bf58a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:44:50.312765 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-bd3e5872-cbe1-4486-9177-8e144e73eb48 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:50.369720 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-bd3e5872-cbe1-4486-9177-8e144e73eb48 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:50.373389 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-bd3e5872-cbe1-4486-9177-8e144e73eb48 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748324'] for security_group_rule, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:50.378847 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:44:50.393648 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e5872-cbe1-4486-9177-8e144e73eb48 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ecf6e53-6c94-4a8b-99a1-b20b812e8731,revision_number=0']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:44:50.397190 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-bd3e5872-cbe1-4486-9177-8e144e73eb48 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:44:50.398455 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-bd3e5872-cbe1-4486-9177-8e144e73eb48 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:50.399807 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-bd3e5872-cbe1-4486-9177-8e144e73eb48 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203885 Jun 23 08:44:50.403295 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 54236) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:44:50.408689 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-af22c76f-6d63-4563-98e9-97e681c1fd69 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Request body: {'floatingip': {'floating_network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:44:50.431130 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-af22c76f-6d63-4563-98e9-97e681c1fd69 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for floatingip, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:50.528469 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-af22c76f-6d63-4563-98e9-97e681c1fd69 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:50.629610 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.db_base_plugin_common [None req-af22c76f-6d63-4563-98e9-97e681c1fd69 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Allocated IP 172.28.3.79 (5f26f45a-4c2b-4262-97ee-7126ad3a4f0c/86cbbb1d-69f5-4548-9290-2a101fd5c791/3031365e-7cb5-41aa-a4a9-5b2d0026cd2e) {{(pid=99594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:44:50.735444 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-af22c76f-6d63-4563-98e9-97e681c1fd69 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for port, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:50.773961 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-af22c76f-6d63-4563-98e9-97e681c1fd69 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27156498'] for port, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:50.775960 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-81097c79-6a36-42d6-9737-f984e9fd210a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:44:50.813944 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af22c76f-6d63-4563-98e9-97e681c1fd69 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Network 5f26f45a-4c2b-4262-97ee-7126ad3a4f0c is already hosted by enough agents. {{(pid=99594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:44:50.816747 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [None req-af22c76f-6d63-4563-98e9-97e681c1fd69 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Resources bound (agent type, host, resource id): {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:44:50.821984 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af22c76f-6d63-4563-98e9-97e681c1fd69 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Received port after_create {{(pid=99594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:44:50.825099 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22c76f-6d63-4563-98e9-97e681c1fd69 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Pushing event updated for resources: {'Port': ['ID=3031365e-7cb5-41aa-a4a9-5b2d0026cd2e,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:44:50.845283 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-af22c76f-6d63-4563-98e9-97e681c1fd69 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:44:50.909293 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-af22c76f-6d63-4563-98e9-97e681c1fd69 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:50.951591 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-af22c76f-6d63-4563-98e9-97e681c1fd69 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:51.111095 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-af22c76f-6d63-4563-98e9-97e681c1fd69 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for port, precommit_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:51.116094 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-af22c76f-6d63-4563-98e9-97e681c1fd69 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27156480'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:51.118908 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-1547e09b-9697-469f-9357-4cb162a51e78 tempest-VolumesActionsTest-1507594419 tempest-VolumesActionsTest-1507594419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:44:51.184635 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22c76f-6d63-4563-98e9-97e681c1fd69 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Pushing event updated for resources: {'Port': ['ID=3031365e-7cb5-41aa-a4a9-5b2d0026cd2e,revision_number=2']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:44:51.188474 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-af22c76f-6d63-4563-98e9-97e681c1fd69 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:44:51.193803 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-af22c76f-6d63-4563-98e9-97e681c1fd69 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717624'] for floatingip, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:51.208022 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-af22c76f-6d63-4563-98e9-97e681c1fd69 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for floatingip, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:51.209371 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-af22c76f-6d63-4563-98e9-97e681c1fd69 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8049328 Jun 23 08:44:51.355198 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-89fa238b-0aa6-4702-843a-6f157844933b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--848184204&fields=id&tenant_id=155e1127bd2f402a83bf7f1e4da6faa5 HTTP/1.1" status: 200 len: 267 time: 0.0339470 Jun 23 08:44:51.468159 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-51037328-b8f2-4e2b-b220-5ba63e383918 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:51.469610 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-51037328-b8f2-4e2b-b220-5ba63e383918 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/networks?id=02f4b377-8e86-41d6-8ffe-f003b45c6248 HTTP/1.1" status: 200 len: 816 time: 0.1081917 Jun 23 08:44:51.484396 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-8caf9058-b4f1-4788-b1f9-67b99ff76d75 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/quotas/155e1127bd2f402a83bf7f1e4da6faa5 HTTP/1.1" status: 200 len: 375 time: 0.0087006 Jun 23 08:44:51.774313 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-0e408a76-9b35-4416-acb0-9304a6190897 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=155e1127bd2f402a83bf7f1e4da6faa5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2850642 Jun 23 08:44:51.910520 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-37db0407-3927-446b-908b-44c5e30131f4 service neutron] 10.222.0.23 "GET /v2.0/networks/02f4b377-8e86-41d6-8ffe-f003b45c6248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251240 Jun 23 08:44:51.997520 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-f829679a-657d-4883-b617-33b72138a578 service neutron] 10.222.0.23 "GET /v2.0/networks/02f4b377-8e86-41d6-8ffe-f003b45c6248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806775 Jun 23 08:44:52.167244 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7eb95498-76ef-4670-b420-6a15c760c4d0 req-2cafb83e-b5fe-418b-a400-186d6bed165f tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 210 time: 0.0289886 Jun 23 08:44:53.310403 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e0b72d5c-9abb-41cc-9e0a-47090de74fa1 req-44e5905f-572c-4768-8b39-6ab583b05ffa tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 210 time: 0.0324020 Jun 23 08:44:53.517717 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-3f3a712b-0e0a-47c2-b52c-6c5a88fa6f00 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:53.519856 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-3f3a712b-0e0a-47c2-b52c-6c5a88fa6f00 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.13 "GET /v2.0/networks?id=02f4b377-8e86-41d6-8ffe-f003b45c6248 HTTP/1.1" status: 200 len: 816 time: 0.1066704 Jun 23 08:44:53.578511 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-bb2528b2-d54b-4a8d-975b-dfefd2d51986 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=155e1127bd2f402a83bf7f1e4da6faa5 HTTP/1.1" status: 200 len: 379 time: 0.0358739 Jun 23 08:44:53.588057 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-a1923667-8e68-479d-b776-792b58afde93 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Request body: {'port': {'device_id': 'e0657800-c410-42d0-a698-f5edc92b9915', 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248', 'admin_state_up': True, 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'security_groups': ['34272c06-3ed1-452c-bcc1-297109bf58a4']}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:44:53.700218 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-a1923667-8e68-479d-b776-792b58afde93 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Made reservation on behalf of 155e1127bd2f402a83bf7f1e4da6faa5 for: {'port': 1} {{(pid=99594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:44:53.703709 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-a1923667-8e68-479d-b776-792b58afde93 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:53.826620 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.db_base_plugin_common [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-a1923667-8e68-479d-b776-792b58afde93 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Allocated IP 172.20.0.5 (02f4b377-8e86-41d6-8ffe-f003b45c6248/2b3df551-72d8-4749-a018-772b466944b3/46018ff9-78d7-4c9e-ac66-8fe30eab0b9b) {{(pid=99594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:44:53.967044 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-a1923667-8e68-479d-b776-792b58afde93 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for port, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:53.980693 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.provisioning_blocks [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-a1923667-8e68-479d-b776-792b58afde93 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Transition to ACTIVE for port object 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b will not be triggered until provisioned by entity DHCP. {{(pid=99594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:44:54.012621 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-a1923667-8e68-479d-b776-792b58afde93 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27156498'] for port, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:54.016303 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-9074842d-8d3a-41c8-ae89-8058ee41e392 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:44:54.054242 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-a1923667-8e68-479d-b776-792b58afde93 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Network 02f4b377-8e86-41d6-8ffe-f003b45c6248 is already hosted by enough agents. {{(pid=99594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:44:54.059148 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-a1923667-8e68-479d-b776-792b58afde93 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Resources bound (agent type, host, resource id): {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:44:54.062817 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-a1923667-8e68-479d-b776-792b58afde93 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Received port after_create {{(pid=99594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:44:54.099635 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1923667-8e68-479d-b776-792b58afde93 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Pushing event updated for resources: {'Port': ['ID=46018ff9-78d7-4c9e-ac66-8fe30eab0b9b,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:44:54.104448 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-a1923667-8e68-479d-b776-792b58afde93 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:44:54.121612 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-a1923667-8e68-479d-b776-792b58afde93 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:54.122258 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-a1923667-8e68-479d-b776-792b58afde93 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:54.136930 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-a1923667-8e68-479d-b776-792b58afde93 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5529206 Jun 23 08:44:54.202554 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-046edbdb-22d5-41b2-bc28-d1f36878ac4e service neutron] Request body: {'port': {'device_id': 'e0657800-c410-42d0-a698-f5edc92b9915', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:44:54.274415 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-046edbdb-22d5-41b2-bc28-d1f36878ac4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:54.315443 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-69c87958-d65c-4554-86cf-0be121191b2a None None] Provisioning for port 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b completed by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:44:54.321313 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-69c87958-d65c-4554-86cf-0be121191b2a None None] Provisioning complete for port 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b triggered by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:44:54.321907 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-69c87958-d65c-4554-86cf-0be121191b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:54.360693 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-69c87958-d65c-4554-86cf-0be121191b2a None None] Port 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b cannot update to ACTIVE because it is not bound. {{(pid=99595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 08:44:54.496851 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd47363-224f-44f7-b527-406192520cdc req-a48f1449-6fca-4be5-b7fc-1e4d157de7e4 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:54.498364 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-bfd47363-224f-44f7-b527-406192520cdc req-a48f1449-6fca-4be5-b7fc-1e4d157de7e4 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 931 time: 0.0659430 Jun 23 08:44:54.535518 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-bfd47363-224f-44f7-b527-406192520cdc req-5c713dd8-8d18-4906-bae8-3f5318b1bf0c tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312035 Jun 23 08:44:54.540769 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-046edbdb-22d5-41b2-bc28-d1f36878ac4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b {{(pid=99594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:44:54.548247 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-046edbdb-22d5-41b2-bc28-d1f36878ac4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:54.560687 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.provisioning_blocks [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-046edbdb-22d5-41b2-bc28-d1f36878ac4e service neutron] Transition to ACTIVE for port object 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b will not be triggered until provisioned by entity L2. {{(pid=99594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:44:54.564385 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-046edbdb-22d5-41b2-bc28-d1f36878ac4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27156480'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:54.566351 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-5f7db43d-ded6-49e2-9723-010b42041e26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:44:54.618135 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046edbdb-22d5-41b2-bc28-d1f36878ac4e service neutron] Pushing event updated for resources: {'Port': ['ID=46018ff9-78d7-4c9e-ac66-8fe30eab0b9b,revision_number=2']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:44:54.636647 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-046edbdb-22d5-41b2-bc28-d1f36878ac4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:44:54.688853 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-046edbdb-22d5-41b2-bc28-d1f36878ac4e service neutron] Attempting to bind port 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:44:54.689379 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-046edbdb-22d5-41b2-bc28-d1f36878ac4e service neutron] Attempting to bind port 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '31b2f068-fef9-4baa-bc53-51c6f575a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248'}] {{(pid=99594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:44:54.689888 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-046edbdb-22d5-41b2-bc28-d1f36878ac4e service neutron] Attempting to bind port 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b on network 02f4b377-8e86-41d6-8ffe-f003b45c6248 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:44:54.696702 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-046edbdb-22d5-41b2-bc28-d1f36878ac4e service neutron] Port 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b on network 02f4b377-8e86-41d6-8ffe-f003b45c6248 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 08:44:54.697027 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-046edbdb-22d5-41b2-bc28-d1f36878ac4e service neutron] Attempting to bind port 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b on network 02f4b377-8e86-41d6-8ffe-f003b45c6248 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:44:54.702245 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-046edbdb-22d5-41b2-bc28-d1f36878ac4e service neutron] Checking agent: {'id': '5783bbde-a90f-4f17-9165-5d18275c1698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 37, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:44:54.702582 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-046edbdb-22d5-41b2-bc28-d1f36878ac4e service neutron] Checking segment: {'id': '31b2f068-fef9-4baa-bc53-51c6f575a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:44:54.702999 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-046edbdb-22d5-41b2-bc28-d1f36878ac4e service neutron] Bound using segment: {'id': '31b2f068-fef9-4baa-bc53-51c6f575a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248'} {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:44:54.703432 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-046edbdb-22d5-41b2-bc28-d1f36878ac4e service neutron] Bound port: 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31b2f068-fef9-4baa-bc53-51c6f575a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248'}}] {{(pid=99594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:44:54.703778 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-046edbdb-22d5-41b2-bc28-d1f36878ac4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:54.774657 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-046edbdb-22d5-41b2-bc28-d1f36878ac4e service neutron] For port 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b, host hv-cinder-76859, cleared binding levels {{(pid=99594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:44:54.777766 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-046edbdb-22d5-41b2-bc28-d1f36878ac4e service neutron] For port 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=46018ff9-78d7-4c9e-ac66-8fe30eab0b9b,segment=NetworkSegment(31b2f068-fef9-4baa-bc53-51c6f575a7bf),segment_id=31b2f068-fef9-4baa-bc53-51c6f575a7bf)] {{(pid=99594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:44:54.783944 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-046edbdb-22d5-41b2-bc28-d1f36878ac4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27156480'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:54.787559 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-b088d2a5-17cf-4b9f-9883-dfa7078960de tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:44:54.815101 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-046edbdb-22d5-41b2-bc28-d1f36878ac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:54.815900 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-046edbdb-22d5-41b2-bc28-d1f36878ac4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:54.817300 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-046edbdb-22d5-41b2-bc28-d1f36878ac4e service neutron] 10.222.0.13 "PUT /v2.0/ports/46018ff9-78d7-4c9e-ac66-8fe30eab0b9b HTTP/1.1" status: 200 len: 1093 time: 0.6660783 Jun 23 08:44:54.820039 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0657800-c410-42d0-a698-f5edc92b9915', 'tag': '46018ff9-78d7-4c9e-ac66-8fe30eab0b9b'}] {{(pid=99594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:44:54.822550 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3f20cf24677dbb31f56fc6b5fcedde197d4abde885e517d24b88e41f2eb98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26560844-aba8-4ecc-9d4b-d9137d6b37f4" -d '{"events": [{"name": "network-changed", "server_uuid": "e0657800-c410-42d0-a698-f5edc92b9915", "tag": "46018ff9-78d7-4c9e-ac66-8fe30eab0b9b"}]}' {{(pid=99594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:44:54.853546 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046edbdb-22d5-41b2-bc28-d1f36878ac4e service neutron] Pushing event updated for resources: {'Port': ['ID=46018ff9-78d7-4c9e-ac66-8fe30eab0b9b,revision_number=3']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:44:54.857342 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-046edbdb-22d5-41b2-bc28-d1f36878ac4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:44:54.861148 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 08:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6706b7e-9aef-4a62-b9ea-64c0b420cea9 x-openstack-request-id: req-f6706b7e-9aef-4a62-b9ea-64c0b420cea9 {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:44:54.861486 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0657800-c410-42d0-a698-f5edc92b9915", "tag": "46018ff9-78d7-4c9e-ac66-8fe30eab0b9b", "status": "completed", "code": 200}]} {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:44:54.861780 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f6706b7e-9aef-4a62-b9ea-64c0b420cea9 {{(pid=99594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:44:54.862265 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0657800-c410-42d0-a698-f5edc92b9915', 'tag': '46018ff9-78d7-4c9e-ac66-8fe30eab0b9b', 'status': 'completed', 'code': 200} Jun 23 08:44:54.935522 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-682992ec-a2d2-42e5-be78-0cd55b9902d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:54.937087 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-682992ec-a2d2-42e5-be78-0cd55b9902d7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=155e1127bd2f402a83bf7f1e4da6faa5&device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 1096 time: 0.0556796 Jun 23 08:44:54.992691 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-59350459-ec1a-4b4e-bde3-ef237991a699 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46018ff9-78d7-4c9e-ac66-8fe30eab0b9b HTTP/1.1" status: 200 len: 217 time: 0.0426006 Jun 23 08:44:55.039303 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-a3389c69-390e-488a-8f1c-3d304fac302f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:55.040716 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-a3389c69-390e-488a-8f1c-3d304fac302f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b3df551-72d8-4749-a018-772b466944b3 HTTP/1.1" status: 200 len: 855 time: 0.0424607 Jun 23 08:44:55.099847 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-290c5fea-472e-43c1-ae77-8b1d26dda5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:55.101487 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-290c5fea-472e-43c1-ae77-8b1d26dda5b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02f4b377-8e86-41d6-8ffe-f003b45c6248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0547333 Jun 23 08:44:55.192341 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-3d2d3335-6b9d-4f69-8ed5-58eaa194201e service neutron] 10.222.0.13 "GET /v2.0/networks/02f4b377-8e86-41d6-8ffe-f003b45c6248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847151 Jun 23 08:44:55.278339 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-157ef22b-94d2-4f27-9471-7608d9fa3599 req-759a3247-7aca-4915-91d3-d284256d73a1 service neutron] 10.222.0.13 "GET /v2.0/networks/02f4b377-8e86-41d6-8ffe-f003b45c6248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802436 Jun 23 08:44:55.420635 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26560844-aba8-4ecc-9d4b-d9137d6b37f4 req-09aa9211-129b-410a-9a0a-be6b1d9d0c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:55.422021 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-26560844-aba8-4ecc-9d4b-d9137d6b37f4 req-09aa9211-129b-410a-9a0a-be6b1d9d0c69 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=155e1127bd2f402a83bf7f1e4da6faa5&device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 1096 time: 0.0544076 Jun 23 08:44:55.513555 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26560844-aba8-4ecc-9d4b-d9137d6b37f4 req-2f6fd4f1-c13f-41f3-9116-f4d4a9080ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:55.515056 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-26560844-aba8-4ecc-9d4b-d9137d6b37f4 req-2f6fd4f1-c13f-41f3-9116-f4d4a9080ca3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=02f4b377-8e86-41d6-8ffe-f003b45c6248 HTTP/1.1" status: 200 len: 917 time: 0.0867386 Jun 23 08:44:55.555852 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-26560844-aba8-4ecc-9d4b-d9137d6b37f4 req-57992271-04c7-433e-80d9-c91f93994f02 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46018ff9-78d7-4c9e-ac66-8fe30eab0b9b HTTP/1.1" status: 200 len: 217 time: 0.0334208 Jun 23 08:44:55.607263 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26560844-aba8-4ecc-9d4b-d9137d6b37f4 req-296ffa89-1bc6-48b9-b0b0-87dd5e1a4044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:55.608736 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-26560844-aba8-4ecc-9d4b-d9137d6b37f4 req-296ffa89-1bc6-48b9-b0b0-87dd5e1a4044 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b3df551-72d8-4749-a018-772b466944b3 HTTP/1.1" status: 200 len: 855 time: 0.0473981 Jun 23 08:44:55.666478 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26560844-aba8-4ecc-9d4b-d9137d6b37f4 req-d8e2b005-be1b-49a1-8991-5902971c58a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:55.668130 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-26560844-aba8-4ecc-9d4b-d9137d6b37f4 req-d8e2b005-be1b-49a1-8991-5902971c58a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02f4b377-8e86-41d6-8ffe-f003b45c6248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0534754 Jun 23 08:44:55.713801 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fcd4bf-985a-4beb-a13b-307f27cd5864 req-4f4f58e3-cc3f-45d6-bad1-a201008198a0 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:55.715229 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-f0fcd4bf-985a-4beb-a13b-307f27cd5864 req-4f4f58e3-cc3f-45d6-bad1-a201008198a0 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 943 time: 0.0655227 Jun 23 08:44:55.754815 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-f0fcd4bf-985a-4beb-a13b-307f27cd5864 req-6186ec3f-3cf2-4215-8b29-dc204abe84e3 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338492 Jun 23 08:44:55.762132 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-26560844-aba8-4ecc-9d4b-d9137d6b37f4 req-758455e5-c843-46fe-ba2e-4ce8a8149acf service neutron] 10.222.0.13 "GET /v2.0/networks/02f4b377-8e86-41d6-8ffe-f003b45c6248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878596 Jun 23 08:44:55.849555 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-26560844-aba8-4ecc-9d4b-d9137d6b37f4 req-1df20734-6100-4148-a74b-f14433f8ea70 service neutron] 10.222.0.13 "GET /v2.0/networks/02f4b377-8e86-41d6-8ffe-f003b45c6248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815320 Jun 23 08:44:56.938202 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a651b9-2d89-447d-962a-fcb9c7f43e3b req-74ba21f2-74d1-482d-847d-3c7e5f019f3a tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:56.939687 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-98a651b9-2d89-447d-962a-fcb9c7f43e3b req-74ba21f2-74d1-482d-847d-3c7e5f019f3a tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 943 time: 0.0658684 Jun 23 08:44:56.977369 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-98a651b9-2d89-447d-962a-fcb9c7f43e3b req-158beb73-28b0-4ba3-aaf3-261d791e0b03 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320287 Jun 23 08:44:58.153943 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb855b-5647-4bcd-b0a6-88587eef4bc3 req-70ba6c7d-5087-4cdb-a48d-e12c869e949c tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:58.155413 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-09fb855b-5647-4bcd-b0a6-88587eef4bc3 req-70ba6c7d-5087-4cdb-a48d-e12c869e949c tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 943 time: 0.0630643 Jun 23 08:44:58.193195 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-09fb855b-5647-4bcd-b0a6-88587eef4bc3 req-ab5167ee-3588-49de-8589-325dad582d7c tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321615 Jun 23 08:44:59.163332 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 08:44:59.264271 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=46018ff9-78d7-4c9e-ac66-8fe30eab0b9b,segment=NetworkSegment(31b2f068-fef9-4baa-bc53-51c6f575a7bf),segment_id=31b2f068-fef9-4baa-bc53-51c6f575a7bf)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:44:59.275235 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Returning: {'device': '46018ff9-78d7-4c9e-ac66-8fe30eab0b9b', 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248', 'port_id': '46018ff9-78d7-4c9e-ac66-8fe30eab0b9b', 'mac_address': 'fa:16:3e:a6:c3:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b3df551-72d8-4749-a018-772b466944b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 08:44:59.318478 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:59.331804 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b {{(pid=99595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:44:59.353463 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=46018ff9-78d7-4c9e-ac66-8fe30eab0b9b,segment=NetworkSegment(31b2f068-fef9-4baa-bc53-51c6f575a7bf),segment_id=31b2f068-fef9-4baa-bc53-51c6f575a7bf)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:44:59.357148 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:44:59.359019 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:44:59.378454 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3299a0a-bf43-4fd1-b6b5-f10dfdd9c5c0 req-e7c4ac4d-b7df-45d5-940e-4d0d6558db5b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:44:59.380529 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a3299a0a-bf43-4fd1-b6b5-f10dfdd9c5c0 req-e7c4ac4d-b7df-45d5-940e-4d0d6558db5b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 943 time: 0.0688107 Jun 23 08:44:59.407468 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=46018ff9-78d7-4c9e-ac66-8fe30eab0b9b,revision_number=4']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:44:59.414835 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:44:59.415180 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:44:59.415517 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:44:59.415849 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:44:59.416177 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:44:59.416505 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:44:59.416823 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:44:59.417141 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:44:59.417459 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:44:59.417787 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:44:59.418097 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:44:59.418411 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:44:59.419787 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a3299a0a-bf43-4fd1-b6b5-f10dfdd9c5c0 req-4677207c-06d2-4bb6-98a5-aea28ea18916 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333333 Jun 23 08:44:59.422116 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:44:59.770329 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['46018ff9-78d7-4c9e-ac66-8fe30eab0b9b'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:45:00.594443 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c30b7-cd71-4dde-b222-9368539658e0 req-5eb90492-7c90-4d97-b55d-ddc3f94278e4 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:00.595903 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-915c30b7-cd71-4dde-b222-9368539658e0 req-5eb90492-7c90-4d97-b55d-ddc3f94278e4 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 944 time: 0.0617297 Jun 23 08:45:00.633043 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-915c30b7-cd71-4dde-b222-9368539658e0 req-87b5344e-e7d0-4192-bf74-e2427072f46c tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315764 Jun 23 08:45:01.175842 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b up at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:45:01.222429 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning for port 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:45:01.226603 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning complete for port 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:45:01.227012 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:45:01.300283 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:45:01.322093 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0657800-c410-42d0-a698-f5edc92b9915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46018ff9-78d7-4c9e-ac66-8fe30eab0b9b'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:45:01.324392 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe10368e395667840533ec91c6601648d36376b54de0a6f6a3b23a108ba8d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34426e4-9826-42df-90b8-a2c4313e713f" -d '{"events": [{"server_uuid": "e0657800-c410-42d0-a698-f5edc92b9915", "name": "network-vif-plugged", "status": "completed", "tag": "46018ff9-78d7-4c9e-ac66-8fe30eab0b9b"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:45:01.337159 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=46018ff9-78d7-4c9e-ac66-8fe30eab0b9b,segment=NetworkSegment(31b2f068-fef9-4baa-bc53-51c6f575a7bf),segment_id=31b2f068-fef9-4baa-bc53-51c6f575a7bf)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:45:01.341119 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:45:01.342922 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:45:01.391377 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=46018ff9-78d7-4c9e-ac66-8fe30eab0b9b,revision_number=5']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:45:01.394550 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:45:01.419590 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91df120-7782-4162-b42b-c5ea96f8402f x-openstack-request-id: req-d91df120-7782-4162-b42b-c5ea96f8402f {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:45:01.419893 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0657800-c410-42d0-a698-f5edc92b9915", "name": "network-vif-plugged", "status": "completed", "tag": "46018ff9-78d7-4c9e-ac66-8fe30eab0b9b", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:45:01.420156 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d91df120-7782-4162-b42b-c5ea96f8402f {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:45:01.420559 dv-cinder-768592-7-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0657800-c410-42d0-a698-f5edc92b9915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46018ff9-78d7-4c9e-ac66-8fe30eab0b9b', 'code': 200} Jun 23 08:45:01.683727 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7389b-6573-4ce1-978c-9ea8816858e9 req-cc1813db-a7b7-40ff-81b5-74814ad4d1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:01.685242 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-d2f7389b-6573-4ce1-978c-9ea8816858e9 req-cc1813db-a7b7-40ff-81b5-74814ad4d1a2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 1098 time: 0.0524707 Jun 23 08:45:01.719823 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-d2f7389b-6573-4ce1-978c-9ea8816858e9 req-1da51b01-da69-4694-9958-4f05ae2273d5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281808 Jun 23 08:45:01.809608 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45818e33-08bb-4d66-b6fc-1cf8512d053d req-1e518eca-76a9-4d43-8c29-fe8724721c4f tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:01.811095 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-45818e33-08bb-4d66-b6fc-1cf8512d053d req-1e518eca-76a9-4d43-8c29-fe8724721c4f tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 945 time: 0.0619726 Jun 23 08:45:01.848388 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-45818e33-08bb-4d66-b6fc-1cf8512d053d req-29baa0d7-d0a6-482f-b57b-e1a7803c9848 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317705 Jun 23 08:45:03.024725 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768eaef-7d7f-45b2-94ad-26415f3d96a5 req-8e7b3709-1840-4da7-b9f7-0a2d3915f53a tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:03.026185 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7768eaef-7d7f-45b2-94ad-26415f3d96a5 req-8e7b3709-1840-4da7-b9f7-0a2d3915f53a tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 945 time: 0.0654526 Jun 23 08:45:03.063738 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7768eaef-7d7f-45b2-94ad-26415f3d96a5 req-912625e8-f8ef-4e87-9631-601defb0202f tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319514 Jun 23 08:45:04.236356 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afc7bc-10a4-4208-b4a5-9ec20f1ab8ed req-c6a350cd-73bf-4a87-b9bb-850c1096a213 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:04.237809 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e2afc7bc-10a4-4208-b4a5-9ec20f1ab8ed req-c6a350cd-73bf-4a87-b9bb-850c1096a213 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 945 time: 0.0620742 Jun 23 08:45:04.274983 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e2afc7bc-10a4-4208-b4a5-9ec20f1ab8ed req-dd87813c-b3cb-4f68-a58e-3fd48d5c7cb8 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315807 Jun 23 08:45:04.448067 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301bed23-d7bd-449d-acc4-1214aaa6a8b7 req-7823793d-c013-44bb-82c4-0fbf769b15d1 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:04.449505 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-301bed23-d7bd-449d-acc4-1214aaa6a8b7 req-7823793d-c013-44bb-82c4-0fbf769b15d1 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 945 time: 0.0677476 Jun 23 08:45:04.457794 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 54306) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:45:04.462585 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-d20abb6f-7090-4369-b503-7429c0f93c98 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Request body: {'floatingip': {'port_id': '46018ff9-78d7-4c9e-ac66-8fe30eab0b9b'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:45:04.506128 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-d20abb6f-7090-4369-b503-7429c0f93c98 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for floatingip, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:45:04.938819 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-d20abb6f-7090-4369-b503-7429c0f93c98 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:45:04.943056 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-d20abb6f-7090-4369-b503-7429c0f93c98 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717624'] for floatingip, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:45:05.044273 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.db.l3_db [None req-d20abb6f-7090-4369-b503-7429c0f93c98 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Floating IP a107f540-6990-4d52-bbd2-8cb45abc72d0 associated. External IP: 172.28.3.79, port: 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b. Jun 23 08:45:05.525440 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20abb6f-7090-4369-b503-7429c0f93c98 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Router d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8 has already been hosted by L3 agent b4fcebb9-4e54-4961-9fbc-14fb1630411d {{(pid=99594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 08:45:05.624304 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20abb6f-7090-4369-b503-7429c0f93c98 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify agent at l3_agent.dv-cinder-768592-7-smb the message routers_updated {{(pid=99594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 08:45:05.629087 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-d20abb6f-7090-4369-b503-7429c0f93c98 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for floatingip, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:45:05.634079 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490e2422-5afc-4444-9121-243ac3a98fc9 None None] Sync routers for ids ['d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'] in dv-cinder-768592-7-smb {{(pid=99595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 08:45:05.643994 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490e2422-5afc-4444-9121-243ac3a98fc9 None None] Routers {'d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:45:05.644619 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-490e2422-5afc-4444-9121-243ac3a98fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:44:41Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'], 'active': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:45:05.668814 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-d20abb6f-7090-4369-b503-7429c0f93c98 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "PUT /v2.0/floatingips/a107f540-6990-4d52-bbd2-8cb45abc72d0 HTTP/1.1" status: 200 len: 990 time: 1.2099392 Jun 23 08:45:05.669544 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0657800-c410-42d0-a698-f5edc92b9915', 'tag': '46018ff9-78d7-4c9e-ac66-8fe30eab0b9b'}] {{(pid=99594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:45:05.671952 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3f20cf24677dbb31f56fc6b5fcedde197d4abde885e517d24b88e41f2eb98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e2e909-92c5-4181-8851-5d4177cc4709" -d '{"events": [{"name": "network-changed", "server_uuid": "e0657800-c410-42d0-a698-f5edc92b9915", "tag": "46018ff9-78d7-4c9e-ac66-8fe30eab0b9b"}]}' {{(pid=99594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:45:05.709524 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 08:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35094a9-94de-47b0-8f14-d1f6803d5fc9 x-openstack-request-id: req-b35094a9-94de-47b0-8f14-d1f6803d5fc9 {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:45:05.709965 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0657800-c410-42d0-a698-f5edc92b9915", "tag": "46018ff9-78d7-4c9e-ac66-8fe30eab0b9b", "status": "completed", "code": 200}]} {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:45:05.710262 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b35094a9-94de-47b0-8f14-d1f6803d5fc9 {{(pid=99594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:45:05.710851 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0657800-c410-42d0-a698-f5edc92b9915', 'tag': '46018ff9-78d7-4c9e-ac66-8fe30eab0b9b', 'status': 'completed', 'code': 200} Jun 23 08:45:05.809623 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2e909-92c5-4181-8851-5d4177cc4709 req-af3119b8-dd8f-498f-9ff3-7ec301450737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:05.811057 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-32e2e909-92c5-4181-8851-5d4177cc4709 req-af3119b8-dd8f-498f-9ff3-7ec301450737 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=155e1127bd2f402a83bf7f1e4da6faa5&device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 1098 time: 0.0561278 Jun 23 08:45:05.868980 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvr_db [None req-490e2422-5afc-4444-9121-243ac3a98fc9 None None] Set router d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8 gateway port host: dv-cinder-768592-7-smb {{(pid=99595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:45:05.919028 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2e909-92c5-4181-8851-5d4177cc4709 req-80e8fe2d-d92e-4408-9a0f-f9571f5d1210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:05.920493 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-32e2e909-92c5-4181-8851-5d4177cc4709 req-80e8fe2d-d92e-4408-9a0f-f9571f5d1210 service neutron] 10.222.0.13 "GET /v2.0/networks?id=02f4b377-8e86-41d6-8ffe-f003b45c6248 HTTP/1.1" status: 200 len: 917 time: 0.0881624 Jun 23 08:45:05.984844 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-32e2e909-92c5-4181-8851-5d4177cc4709 req-8727b968-f2a9-4685-a431-d49169051599 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46018ff9-78d7-4c9e-ac66-8fe30eab0b9b HTTP/1.1" status: 200 len: 998 time: 0.0581892 Jun 23 08:45:06.032426 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2e909-92c5-4181-8851-5d4177cc4709 req-e4862775-111c-4086-a7aa-ad722c5c6479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:06.033901 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-32e2e909-92c5-4181-8851-5d4177cc4709 req-e4862775-111c-4086-a7aa-ad722c5c6479 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b3df551-72d8-4749-a018-772b466944b3 HTTP/1.1" status: 200 len: 855 time: 0.0433743 Jun 23 08:45:06.089238 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-490e2422-5afc-4444-9121-243ac3a98fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'name': 'tempest-AttachVolumeShelveTestJSON-405422322-router', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a2be0f46-793b-468d-9896-6c51f3d83452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:39:09Z', 'updated_at': '2021-06-23T08:39:18Z', 'revision_number': 4, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'gw_port': {'id': 'a2be0f46-793b-468d-9896-6c51f3d83452', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:11Z', 'updated_at': '2021-06-23T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_floatingips': [{'id': 'a107f540-6990-4d52-bbd2-8cb45abc72d0', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'floating_ip_address': '172.28.3.79', 'floating_network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'router_id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'port_id': '46018ff9-78d7-4c9e-ac66-8fe30eab0b9b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248', 'mac_address': 'fa:16:3e:a6:c3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0657800-c410-42d0-a698-f5edc92b9915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T08:44:50Z', 'updated_at': '2021-06-23T08:45:04Z', 'revision_number': 1, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60f896b1-c4ac-415c-86fd-07085208e7c3', 'name': '', 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'mac_address': 'fa:16:3e:41:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2b3df551-72d8-4749-a018-772b466944b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:16Z', 'updated_at': '2021-06-23T08:39:27Z', 'revision_number': 5, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'subnets': [{'id': '2b3df551-72d8-4749-a018-772b466944b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:45:06.097830 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2e909-92c5-4181-8851-5d4177cc4709 req-f9b031f6-ca23-4a74-b4be-9bd839ddc282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:06.099574 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-32e2e909-92c5-4181-8851-5d4177cc4709 req-f9b031f6-ca23-4a74-b4be-9bd839ddc282 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02f4b377-8e86-41d6-8ffe-f003b45c6248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0589349 Jun 23 08:45:06.115810 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490e2422-5afc-4444-9121-243ac3a98fc9 None None] Checking router: d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8 for host: dv-cinder-768592-7-smb {{(pid=99595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 08:45:06.124190 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490e2422-5afc-4444-9121-243ac3a98fc9 None None] Routers {'d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:45:06.124803 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-490e2422-5afc-4444-9121-243ac3a98fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:44:41Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'], 'active': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:45:06.186843 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-32e2e909-92c5-4181-8851-5d4177cc4709 req-f23ca3c6-39dd-40b7-941c-71e7315e3359 service neutron] 10.222.0.13 "GET /v2.0/networks/02f4b377-8e86-41d6-8ffe-f003b45c6248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812433 Jun 23 08:45:06.229381 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvr_db [None req-490e2422-5afc-4444-9121-243ac3a98fc9 None None] Set router d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8 gateway port host: dv-cinder-768592-7-smb {{(pid=99595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:45:06.278020 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-32e2e909-92c5-4181-8851-5d4177cc4709 req-cba1964b-79db-4ffc-8c78-bb87d5c569fc service neutron] 10.222.0.13 "GET /v2.0/networks/02f4b377-8e86-41d6-8ffe-f003b45c6248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843534 Jun 23 08:45:06.449338 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-490e2422-5afc-4444-9121-243ac3a98fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'name': 'tempest-AttachVolumeShelveTestJSON-405422322-router', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a2be0f46-793b-468d-9896-6c51f3d83452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:39:09Z', 'updated_at': '2021-06-23T08:39:18Z', 'revision_number': 4, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'gw_port': {'id': 'a2be0f46-793b-468d-9896-6c51f3d83452', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:11Z', 'updated_at': '2021-06-23T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_floatingips': [{'id': 'a107f540-6990-4d52-bbd2-8cb45abc72d0', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'floating_ip_address': '172.28.3.79', 'floating_network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'router_id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'port_id': '46018ff9-78d7-4c9e-ac66-8fe30eab0b9b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248', 'mac_address': 'fa:16:3e:a6:c3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0657800-c410-42d0-a698-f5edc92b9915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T08:44:50Z', 'updated_at': '2021-06-23T08:45:04Z', 'revision_number': 1, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60f896b1-c4ac-415c-86fd-07085208e7c3', 'name': '', 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'mac_address': 'fa:16:3e:41:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2b3df551-72d8-4749-a018-772b466944b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:16Z', 'updated_at': '2021-06-23T08:39:27Z', 'revision_number': 5, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'subnets': [{'id': '2b3df551-72d8-4749-a018-772b466944b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:45:06.475557 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490e2422-5afc-4444-9121-243ac3a98fc9 None None] The sync data for ids ['d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'] in dv-cinder-768592-7-smb is: [{'id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'name': 'tempest-AttachVolumeShelveTestJSON-405422322-router', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a2be0f46-793b-468d-9896-6c51f3d83452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:39:09Z', 'updated_at': '2021-06-23T08:39:18Z', 'revision_number': 4, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'gw_port': {'id': 'a2be0f46-793b-468d-9896-6c51f3d83452', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:11Z', 'updated_at': '2021-06-23T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_floatingips': [{'id': 'a107f540-6990-4d52-bbd2-8cb45abc72d0', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'floating_ip_address': '172.28.3.79', 'floating_network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'router_id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'port_id': '46018ff9-78d7-4c9e-ac66-8fe30eab0b9b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248', 'mac_address': 'fa:16:3e:a6:c3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0657800-c410-42d0-a698-f5edc92b9915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T08:44:50Z', 'updated_at': '2021-06-23T08:45:04Z', 'revision_number': 1, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60f896b1-c4ac-415c-86fd-07085208e7c3', 'name': '', 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'mac_address': 'fa:16:3e:41:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2b3df551-72d8-4749-a018-772b466944b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:16Z', 'updated_at': '2021-06-23T08:39:27Z', 'revision_number': 5, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'subnets': [{'id': '2b3df551-72d8-4749-a018-772b466944b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 08:45:06.656309 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a06ff5-d842-4987-8b6f-3aa61037a723 None None] New status for floating IP a107f540-6990-4d52-bbd2-8cb45abc72d0: ACTIVE {{(pid=99596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 08:45:08.327864 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-18ca70f9-679e-4a5a-8c8d-b87e5f32a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:45:10.828766 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:45:11.068755 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-fb2a82ed-e0dd-40ae-ba8b-3c8fe32449b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:45:11.389871 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:45:12.024884 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:45:13.603082 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:45:14.430918 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-4f1ea330-6dc3-41dc-80c2-e2cd3a5bb290 req-663e5318-157b-4422-9636-0038fa14ad1a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521421 Jun 23 08:45:14.514290 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ea330-6dc3-41dc-80c2-e2cd3a5bb290 req-2897a40b-8691-421d-b989-abf69c09080b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:14.515821 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-4f1ea330-6dc3-41dc-80c2-e2cd3a5bb290 req-2897a40b-8691-421d-b989-abf69c09080b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b702ea957bec4fd09d9744a200168709&device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 1098 time: 0.0515277 Jun 23 08:45:14.620815 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ea330-6dc3-41dc-80c2-e2cd3a5bb290 req-352b643a-dd83-454f-baa1-3fb91b6ee985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:14.622250 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-4f1ea330-6dc3-41dc-80c2-e2cd3a5bb290 req-352b643a-dd83-454f-baa1-3fb91b6ee985 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d0d43174-f981-49b1-bac6-a67fe4300b11 HTTP/1.1" status: 200 len: 909 time: 0.0864189 Jun 23 08:45:14.684239 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-4f1ea330-6dc3-41dc-80c2-e2cd3a5bb290 req-d94020f8-2aee-4e5a-ab47-350de92f9581 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b971875a-8325-4221-ab9e-2fbe44cc05b6 HTTP/1.1" status: 200 len: 1001 time: 0.0554588 Jun 23 08:45:14.730036 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ea330-6dc3-41dc-80c2-e2cd3a5bb290 req-85043e6c-b42b-4e62-9f64-683a91ef6cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:14.731427 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-4f1ea330-6dc3-41dc-80c2-e2cd3a5bb290 req-85043e6c-b42b-4e62-9f64-683a91ef6cbf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69f1b17f-3891-479d-bfec-f33f2f567fe6 HTTP/1.1" status: 200 len: 847 time: 0.0410340 Jun 23 08:45:14.790419 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ea330-6dc3-41dc-80c2-e2cd3a5bb290 req-d8e8baa3-def1-489b-a24e-dc7da38d7a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:14.791960 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-4f1ea330-6dc3-41dc-80c2-e2cd3a5bb290 req-d8e8baa3-def1-489b-a24e-dc7da38d7a34 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0d43174-f981-49b1-bac6-a67fe4300b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0536249 Jun 23 08:45:14.880351 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-4f1ea330-6dc3-41dc-80c2-e2cd3a5bb290 req-2ebc9fe8-16ca-4263-ad2e-9686e71f012c service neutron] 10.222.0.13 "GET /v2.0/networks/d0d43174-f981-49b1-bac6-a67fe4300b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812163 Jun 23 08:45:14.975795 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-4f1ea330-6dc3-41dc-80c2-e2cd3a5bb290 req-db7f6af8-3485-497e-b301-8f57d1fc4f98 service neutron] 10.222.0.13 "GET /v2.0/networks/d0d43174-f981-49b1-bac6-a67fe4300b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880570 Jun 23 08:45:16.675832 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 6 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:45:25.853477 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fda13-8b5d-4de8-bf7a-25a2bb794590 req-5f979ecd-0824-4cb1-b591-2ff080e52ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:25.854998 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f79fda13-8b5d-4de8-bf7a-25a2bb794590 req-5f979ecd-0824-4cb1-b591-2ff080e52ba3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd27980e548b461c9e7bcdfe5ea62882&device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 1137 time: 0.0554793 Jun 23 08:45:25.856957 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56872f8a-6d61-4e4d-8d4a-cf0f858d6941 req-3c41123b-69a1-4a17-88e2-1161c9115cfd tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:25.858440 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-56872f8a-6d61-4e4d-8d4a-cf0f858d6941 req-3c41123b-69a1-4a17-88e2-1161c9115cfd tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 984 time: 0.0630012 Jun 23 08:45:25.902261 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-56872f8a-6d61-4e4d-8d4a-cf0f858d6941 req-9d40a5a2-dee5-4249-b10e-a888afe181ad tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b642e7e-1217-4557-ab1d-81f6db4eb393&id=9374f109-7a02-4d2c-8e4e-21bcbe1fb400&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369661 Jun 23 08:45:25.948512 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fda13-8b5d-4de8-bf7a-25a2bb794590 req-d0575fff-1b24-464e-b9d5-6fc141342b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:25.949980 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f79fda13-8b5d-4de8-bf7a-25a2bb794590 req-d0575fff-1b24-464e-b9d5-6fc141342b35 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8af9e12a-a50e-49e3-a158-896d696b05e9 HTTP/1.1" status: 200 len: 916 time: 0.0887201 Jun 23 08:45:26.021929 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f79fda13-8b5d-4de8-bf7a-25a2bb794590 req-dda2966c-fd59-41f1-9be1-1889f002136e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eaf4211d-3fe7-4718-90b0-a5f4de8d2db3 HTTP/1.1" status: 200 len: 1001 time: 0.0562105 Jun 23 08:45:26.068528 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fda13-8b5d-4de8-bf7a-25a2bb794590 req-ecc92a08-e214-4c93-a96d-c3050becaa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:26.069895 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f79fda13-8b5d-4de8-bf7a-25a2bb794590 req-ecc92a08-e214-4c93-a96d-c3050becaa82 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ba8a857-78c7-405f-bd7b-690985022421 HTTP/1.1" status: 200 len: 854 time: 0.0415335 Jun 23 08:45:26.130274 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fda13-8b5d-4de8-bf7a-25a2bb794590 req-adcdbd95-bff6-4005-bd64-e1b6b28719e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:26.131757 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f79fda13-8b5d-4de8-bf7a-25a2bb794590 req-adcdbd95-bff6-4005-bd64-e1b6b28719e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8af9e12a-a50e-49e3-a158-896d696b05e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0553319 Jun 23 08:45:26.223600 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f79fda13-8b5d-4de8-bf7a-25a2bb794590 req-6fae6379-10a8-491a-b908-235c1155f1f7 service neutron] 10.222.0.13 "GET /v2.0/networks/8af9e12a-a50e-49e3-a158-896d696b05e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845926 Jun 23 08:45:26.320299 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f79fda13-8b5d-4de8-bf7a-25a2bb794590 req-64720b55-3682-4488-b296-6f6384d4fe10 service neutron] 10.222.0.13 "GET /v2.0/networks/8af9e12a-a50e-49e3-a158-896d696b05e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894606 Jun 23 08:45:27.070917 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46c0f8-ef8d-44e0-81d9-beedb76028f1 req-7111c98a-a812-4fef-8be5-5a14e4d459bd tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:27.072390 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7f46c0f8-ef8d-44e0-81d9-beedb76028f1 req-7111c98a-a812-4fef-8be5-5a14e4d459bd tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 984 time: 0.0621970 Jun 23 08:45:27.112906 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7f46c0f8-ef8d-44e0-81d9-beedb76028f1 req-3eb7f736-bd85-407e-a06e-27d701d6289f tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b642e7e-1217-4557-ab1d-81f6db4eb393&id=9374f109-7a02-4d2c-8e4e-21bcbe1fb400&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346401 Jun 23 08:45:28.293070 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9dde90-4d96-4dac-a6fc-dec6fd01085a req-dc37a65d-b5a8-41ca-b84b-363c45283016 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:28.294503 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3b9dde90-4d96-4dac-a6fc-dec6fd01085a req-dc37a65d-b5a8-41ca-b84b-363c45283016 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 984 time: 0.0676589 Jun 23 08:45:28.336101 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3b9dde90-4d96-4dac-a6fc-dec6fd01085a req-a6cd0c20-b0c1-4310-9498-54cac1885a1a tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b642e7e-1217-4557-ab1d-81f6db4eb393&id=9374f109-7a02-4d2c-8e4e-21bcbe1fb400&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359223 Jun 23 08:45:29.509341 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136447c4-9dca-4c67-bdf1-3e3b612f9bd5 req-9862eaea-1016-4b82-8ba3-fa349a001a47 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:29.510825 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-136447c4-9dca-4c67-bdf1-3e3b612f9bd5 req-9862eaea-1016-4b82-8ba3-fa349a001a47 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 984 time: 0.0629120 Jun 23 08:45:29.549315 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-136447c4-9dca-4c67-bdf1-3e3b612f9bd5 req-67177d19-3f84-46c7-8d55-2261add2e121 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b642e7e-1217-4557-ab1d-81f6db4eb393&id=9374f109-7a02-4d2c-8e4e-21bcbe1fb400&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327454 Jun 23 08:45:30.029259 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0eaaca-c2a3-4048-aee4-fd40da3f3de4 req-5fe368b4-854e-4722-ba16-8b6893de3ab6 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:30.030718 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7b0eaaca-c2a3-4048-aee4-fd40da3f3de4 req-5fe368b4-854e-4722-ba16-8b6893de3ab6 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 945 time: 0.0620611 Jun 23 08:45:30.071989 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7b0eaaca-c2a3-4048-aee4-fd40da3f3de4 req-87342cb0-40b5-44d5-92d3-b8ff6ed33bff tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6e77565-e56b-46d1-91a9-b123b4e39d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349760 Jun 23 08:45:30.723593 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f8148-6282-42c0-bf94-00806ac87212 req-5ee99d2d-88c9-48ef-b65e-e99558a40139 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:30.725014 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-189f8148-6282-42c0-bf94-00806ac87212 req-5ee99d2d-88c9-48ef-b65e-e99558a40139 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 984 time: 0.0616856 Jun 23 08:45:30.764388 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-189f8148-6282-42c0-bf94-00806ac87212 req-c3368ff5-c184-4f87-8b63-a9f5dd2b88b4 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b642e7e-1217-4557-ab1d-81f6db4eb393&id=9374f109-7a02-4d2c-8e4e-21bcbe1fb400&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337183 Jun 23 08:45:31.243794 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9326d-a683-40f5-aad2-717c6c6463a1 req-e8906b00-15d9-4f89-96ca-b9e4ec1d0ea7 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:31.245479 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-01a9326d-a683-40f5-aad2-717c6c6463a1 req-e8906b00-15d9-4f89-96ca-b9e4ec1d0ea7 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 945 time: 0.0647302 Jun 23 08:45:31.282622 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-01a9326d-a683-40f5-aad2-717c6c6463a1 req-a8fabc62-cd72-46e2-8104-1fecf4b72aac tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6e77565-e56b-46d1-91a9-b123b4e39d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316064 Jun 23 08:45:31.944078 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac6d9e-bb18-40ff-bfc9-5d12cc5b6432 req-e75c23ec-033b-4d1b-84cf-372d025b2a87 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:31.945424 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-11ac6d9e-bb18-40ff-bfc9-5d12cc5b6432 req-e75c23ec-033b-4d1b-84cf-372d025b2a87 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 984 time: 0.0669785 Jun 23 08:45:31.984753 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-11ac6d9e-bb18-40ff-bfc9-5d12cc5b6432 req-5ef8e26e-2a94-4692-8b13-46a734475219 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b642e7e-1217-4557-ab1d-81f6db4eb393&id=9374f109-7a02-4d2c-8e4e-21bcbe1fb400&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336778 Jun 23 08:45:32.455441 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741152f-e24f-49b2-a97e-01fc3e0e79f7 req-720b6208-c121-40db-a38c-8df017b9368c tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:32.456882 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3741152f-e24f-49b2-a97e-01fc3e0e79f7 req-720b6208-c121-40db-a38c-8df017b9368c tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 945 time: 0.0652161 Jun 23 08:45:32.494301 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3741152f-e24f-49b2-a97e-01fc3e0e79f7 req-6dbe3177-9160-4739-ab56-2ef327339762 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6e77565-e56b-46d1-91a9-b123b4e39d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316496 Jun 23 08:45:33.158037 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e0941-55e2-4cba-8540-e9a1d90f3fe4 req-a77d8480-5dde-4c78-8670-e38fc6dadc22 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:33.159524 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e73e0941-55e2-4cba-8540-e9a1d90f3fe4 req-a77d8480-5dde-4c78-8670-e38fc6dadc22 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 984 time: 0.0637715 Jun 23 08:45:33.203503 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e73e0941-55e2-4cba-8540-e9a1d90f3fe4 req-e39191f0-99ed-40b4-a76b-cbf2f6e7ce4e tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b642e7e-1217-4557-ab1d-81f6db4eb393&id=9374f109-7a02-4d2c-8e4e-21bcbe1fb400&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376110 Jun 23 08:45:33.662066 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b1663-edf6-4552-9057-9c3e9e7452e6 req-5dc2a195-070f-454d-aa04-911ae6c163a2 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:33.663454 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b70b1663-edf6-4552-9057-9c3e9e7452e6 req-5dc2a195-070f-454d-aa04-911ae6c163a2 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 945 time: 0.0624783 Jun 23 08:45:33.700748 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b70b1663-edf6-4552-9057-9c3e9e7452e6 req-6acbaa7d-6f63-46eb-af4b-ceb0bb134fd4 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6e77565-e56b-46d1-91a9-b123b4e39d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317116 Jun 23 08:45:34.378833 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ca386-1ec8-4e21-8a4f-307b073e5d3c req-2c46d9c6-0a18-449c-8e24-9fbdee5123a5 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:34.380713 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-f74ca386-1ec8-4e21-8a4f-307b073e5d3c req-2c46d9c6-0a18-449c-8e24-9fbdee5123a5 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 984 time: 0.0641973 Jun 23 08:45:34.420934 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-f74ca386-1ec8-4e21-8a4f-307b073e5d3c req-5e09ab9b-17a7-438e-82ac-357f5800eec4 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b642e7e-1217-4557-ab1d-81f6db4eb393&id=9374f109-7a02-4d2c-8e4e-21bcbe1fb400&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344639 Jun 23 08:45:34.874594 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f5d20-01c8-482b-9cb8-04a13251cd44 req-e0fd0b4c-b530-4855-861e-1f29674624cd tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:34.876082 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-677f5d20-01c8-482b-9cb8-04a13251cd44 req-e0fd0b4c-b530-4855-861e-1f29674624cd tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 945 time: 0.0651419 Jun 23 08:45:34.913830 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-677f5d20-01c8-482b-9cb8-04a13251cd44 req-531fbd93-e1f1-4ba6-a46a-3841d80f631a tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6e77565-e56b-46d1-91a9-b123b4e39d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312133 Jun 23 08:45:35.594527 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeffc07d-ddee-4f08-99b8-3996f24ce540 req-18bd9924-f307-4cac-acca-7b7370e4a517 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:35.596007 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-aeffc07d-ddee-4f08-99b8-3996f24ce540 req-18bd9924-f307-4cac-acca-7b7370e4a517 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 984 time: 0.0637136 Jun 23 08:45:35.635652 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-aeffc07d-ddee-4f08-99b8-3996f24ce540 req-5313a648-cea5-449c-88f0-5f3e1f07183b tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b642e7e-1217-4557-ab1d-81f6db4eb393&id=9374f109-7a02-4d2c-8e4e-21bcbe1fb400&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331931 Jun 23 08:45:36.083528 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82847401-2355-4dd1-8121-9ec7a9ffed4d req-50f9375d-2f37-4bfa-89b0-d2b8ffb4f00c tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:36.085009 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-82847401-2355-4dd1-8121-9ec7a9ffed4d req-50f9375d-2f37-4bfa-89b0-d2b8ffb4f00c tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 945 time: 0.0622666 Jun 23 08:45:36.131133 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-82847401-2355-4dd1-8121-9ec7a9ffed4d req-87c96130-7f6d-427c-a4e0-02a8ed91b208 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6e77565-e56b-46d1-91a9-b123b4e39d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404751 Jun 23 08:45:36.809194 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284056a2-d02b-468a-8e1d-ccfeee8062a0 req-514e58ba-240e-4487-9fcc-63e91919a371 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:36.810843 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-284056a2-d02b-468a-8e1d-ccfeee8062a0 req-514e58ba-240e-4487-9fcc-63e91919a371 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 984 time: 0.0646260 Jun 23 08:45:36.853538 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-284056a2-d02b-468a-8e1d-ccfeee8062a0 req-7ff15497-ebcb-4c21-bafb-163286bff5a5 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b642e7e-1217-4557-ab1d-81f6db4eb393&id=9374f109-7a02-4d2c-8e4e-21bcbe1fb400&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371430 Jun 23 08:45:37.303549 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2be0a-a1a0-4c35-b3f4-18996565df1d req-1b34e4e0-4721-419e-9be4-1845c5ae5aa6 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:37.304989 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b5c2be0a-a1a0-4c35-b3f4-18996565df1d req-1b34e4e0-4721-419e-9be4-1845c5ae5aa6 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 945 time: 0.0617061 Jun 23 08:45:37.343425 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b5c2be0a-a1a0-4c35-b3f4-18996565df1d req-3886756c-679b-4b49-994e-cf92aed9caec tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6e77565-e56b-46d1-91a9-b123b4e39d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321808 Jun 23 08:45:38.029080 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a686a8-7f8f-4560-8d08-de309ff7bb2e req-7b01790b-a37f-4661-a200-26c4762647dd tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:38.030563 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-59a686a8-7f8f-4560-8d08-de309ff7bb2e req-7b01790b-a37f-4661-a200-26c4762647dd tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 984 time: 0.0680325 Jun 23 08:45:38.070587 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-59a686a8-7f8f-4560-8d08-de309ff7bb2e req-0dfbef46-cbf7-43f9-b2e6-b8b0f8d9fc93 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b642e7e-1217-4557-ab1d-81f6db4eb393&id=9374f109-7a02-4d2c-8e4e-21bcbe1fb400&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336878 Jun 23 08:45:38.327863 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-3ec453ea-0a4e-4e6c-bcc3-660ed3d090e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:45:38.516759 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128fd9e-d2cc-4abc-926f-599bde3eb518 req-90989223-3e4f-4f7b-9f02-cf86a196ca62 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:38.518202 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d128fd9e-d2cc-4abc-926f-599bde3eb518 req-90989223-3e4f-4f7b-9f02-cf86a196ca62 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 945 time: 0.0634365 Jun 23 08:45:38.555526 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d128fd9e-d2cc-4abc-926f-599bde3eb518 req-7c639178-3733-4c13-9258-0d5008d40029 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6e77565-e56b-46d1-91a9-b123b4e39d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312212 Jun 23 08:45:39.726374 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aba656-cbe7-4294-a7ec-a072fa14b8ac req-2ec45b21-e2d9-407a-b48c-787d0d4884e2 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:39.727853 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-18aba656-cbe7-4294-a7ec-a072fa14b8ac req-2ec45b21-e2d9-407a-b48c-787d0d4884e2 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 945 time: 0.0632017 Jun 23 08:45:39.768809 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-18aba656-cbe7-4294-a7ec-a072fa14b8ac req-4166d583-bf1e-41cb-a63f-af2188c16ebd tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6e77565-e56b-46d1-91a9-b123b4e39d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353935 Jun 23 08:45:40.235830 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811987e-9c25-4eef-afca-e4bfd03f5171 req-3234ce3c-ffe2-4c86-9917-655b73c9f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:40.237341 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-b811987e-9c25-4eef-afca-e4bfd03f5171 req-3234ce3c-ffe2-4c86-9917-655b73c9f558 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b702ea957bec4fd09d9744a200168709&device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 1098 time: 0.0523753 Jun 23 08:45:40.334173 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811987e-9c25-4eef-afca-e4bfd03f5171 req-d062d891-05c3-425f-8a82-2ec63fdb4d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:40.335688 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-b811987e-9c25-4eef-afca-e4bfd03f5171 req-d062d891-05c3-425f-8a82-2ec63fdb4d83 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d0d43174-f981-49b1-bac6-a67fe4300b11 HTTP/1.1" status: 200 len: 909 time: 0.0920789 Jun 23 08:45:40.399720 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-b811987e-9c25-4eef-afca-e4bfd03f5171 req-858c2cdb-4905-4745-bcee-dccdd96ffed2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b971875a-8325-4221-ab9e-2fbe44cc05b6 HTTP/1.1" status: 200 len: 1001 time: 0.0571532 Jun 23 08:45:40.451314 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811987e-9c25-4eef-afca-e4bfd03f5171 req-a0169d7a-2d60-40b5-9633-2ebd90982a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:40.452735 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-b811987e-9c25-4eef-afca-e4bfd03f5171 req-a0169d7a-2d60-40b5-9633-2ebd90982a8e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69f1b17f-3891-479d-bfec-f33f2f567fe6 HTTP/1.1" status: 200 len: 847 time: 0.0462101 Jun 23 08:45:40.512686 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811987e-9c25-4eef-afca-e4bfd03f5171 req-af7c9dd4-89a3-424a-9f8e-1b3bcce6224c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:40.514142 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-b811987e-9c25-4eef-afca-e4bfd03f5171 req-af7c9dd4-89a3-424a-9f8e-1b3bcce6224c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0d43174-f981-49b1-bac6-a67fe4300b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0555279 Jun 23 08:45:40.600360 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-b811987e-9c25-4eef-afca-e4bfd03f5171 req-07af495f-e69b-4050-ab39-baa3b72e9860 service neutron] 10.222.0.13 "GET /v2.0/networks/d0d43174-f981-49b1-bac6-a67fe4300b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793316 Jun 23 08:45:40.690444 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-b811987e-9c25-4eef-afca-e4bfd03f5171 req-9a89e02b-e48e-46f4-b981-4ea040940a19 service neutron] 10.222.0.13 "GET /v2.0/networks/d0d43174-f981-49b1-bac6-a67fe4300b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837004 Jun 23 08:45:40.853638 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:45:40.943182 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c868c3-9763-457f-bd10-a812117e2a84 req-858cf3b2-f385-4a8d-a035-acafc3a51cd4 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:40.944540 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-69c868c3-9763-457f-bd10-a812117e2a84 req-858cf3b2-f385-4a8d-a035-acafc3a51cd4 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 945 time: 0.0613821 Jun 23 08:45:40.980926 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-69c868c3-9763-457f-bd10-a812117e2a84 req-186c0899-546f-4b4f-9bba-6638177fa723 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6e77565-e56b-46d1-91a9-b123b4e39d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307891 Jun 23 08:45:41.068634 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-03c21c71-d89b-4d34-ad1d-08415d8e04c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:45:41.390319 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:45:42.026469 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:45:42.159204 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad48c0a-0ebb-4d77-b379-59b175d2a41f req-e0623fae-b054-4d2c-abb4-f03e6f1e5317 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:42.160871 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-dad48c0a-0ebb-4d77-b379-59b175d2a41f req-e0623fae-b054-4d2c-abb4-f03e6f1e5317 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 945 time: 0.0634236 Jun 23 08:45:42.198230 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-dad48c0a-0ebb-4d77-b379-59b175d2a41f req-309bc316-699f-4a73-918e-8ccb51e35618 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6e77565-e56b-46d1-91a9-b123b4e39d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318134 Jun 23 08:45:43.384290 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d44e1-a758-42d3-8e0e-ae371fe04d9d req-785ff84e-37cb-4bed-aff6-c34cc05ee14a tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:43.385635 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-648d44e1-a758-42d3-8e0e-ae371fe04d9d req-785ff84e-37cb-4bed-aff6-c34cc05ee14a tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 945 time: 0.0679924 Jun 23 08:45:43.422555 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-648d44e1-a758-42d3-8e0e-ae371fe04d9d req-488a0d60-83a6-4bfe-af47-95c7d9dfa4db tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6e77565-e56b-46d1-91a9-b123b4e39d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312426 Jun 23 08:45:43.608303 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:45:44.709775 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 54448) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:45:44.782307 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05794d17-4783-4ac2-adae-27f233e3fd87 req-7336259e-ef2c-44dc-ad43-25b308c038c3 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:44.783807 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-05794d17-4783-4ac2-adae-27f233e3fd87 req-7336259e-ef2c-44dc-ad43-25b308c038c3 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 945 time: 0.0633416 Jun 23 08:45:44.800584 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-fc038665-79e6-4eb0-ae2f-2614b6dae696 req-b706d0d6-7893-43d7-bf90-a02a76d801e4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0894926 Jun 23 08:45:44.823800 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-05794d17-4783-4ac2-adae-27f233e3fd87 req-21251f7f-ec03-4d60-96f7-dc6383bd3be7 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6e77565-e56b-46d1-91a9-b123b4e39d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340025 Jun 23 08:45:45.408452 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device b971875a-8325-4221-ab9e-2fbe44cc05b6 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:45:45.483463 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:45:45.507509 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b971875a-8325-4221-ab9e-2fbe44cc05b6'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:45:45.509937 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe10368e395667840533ec91c6601648d36376b54de0a6f6a3b23a108ba8d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cedf2d1-6089-4739-9836-7b48acf683d3" -d '{"events": [{"server_uuid": "7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f", "name": "network-vif-unplugged", "status": "completed", "tag": "b971875a-8325-4221-ab9e-2fbe44cc05b6"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:45:45.522838 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port b971875a-8325-4221-ab9e-2fbe44cc05b6, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=b971875a-8325-4221-ab9e-2fbe44cc05b6,segment=NetworkSegment(1f68e125-d527-4a5a-84c6-896796b3df67),segment_id=1f68e125-d527-4a5a-84c6-896796b3df67)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:45:45.527699 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:45:45.529476 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-113ca704-0e40-403a-9bab-9d3b1a0e8c58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:45:45.553261 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Jun 2021 08:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15286a7d-f325-4e63-99af-3e010ecb9cde x-openstack-request-id: req-15286a7d-f325-4e63-99af-3e010ecb9cde {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:45:45.553564 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f", "name": "network-vif-unplugged", "status": "failed", "tag": "b971875a-8325-4221-ab9e-2fbe44cc05b6", "code": 422}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:45:45.553826 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-15286a7d-f325-4e63-99af-3e010ecb9cde {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:45:45.554226 dv-cinder-768592-7-smb neutron-server[99595]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b971875a-8325-4221-ab9e-2fbe44cc05b6', 'code': 422} returned with failed status Jun 23 08:45:45.582087 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=b971875a-8325-4221-ab9e-2fbe44cc05b6,revision_number=6']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:45:45.586283 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:45:45.997471 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff377b-4936-4e2f-827d-640d33876c83 req-5c59fa85-c573-4384-9b90-c9125d08eaa0 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:45.998922 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3bff377b-4936-4e2f-827d-640d33876c83 req-5c59fa85-c573-4384-9b90-c9125d08eaa0 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 943 time: 0.0615396 Jun 23 08:45:46.039472 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3bff377b-4936-4e2f-827d-640d33876c83 req-3d0cd845-836e-49e6-b86e-63420cddc041 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6e77565-e56b-46d1-91a9-b123b4e39d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351238 Jun 23 08:45:46.136476 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc038665-79e6-4eb0-ae2f-2614b6dae696 req-ff8d0669-d700-4bfe-9b9c-8ef22b68d895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:46.137878 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-fc038665-79e6-4eb0-ae2f-2614b6dae696 req-ff8d0669-d700-4bfe-9b9c-8ef22b68d895 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f&tenant_id=b702ea957bec4fd09d9744a200168709 HTTP/1.1" status: 200 len: 1096 time: 0.0536377 Jun 23 08:45:46.255762 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc038665-79e6-4eb0-ae2f-2614b6dae696 req-77ec328d-8a13-4d38-9fd9-1377f3f8f337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:46.257225 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-fc038665-79e6-4eb0-ae2f-2614b6dae696 req-77ec328d-8a13-4d38-9fd9-1377f3f8f337 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b702ea957bec4fd09d9744a200168709&device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 1096 time: 0.0562599 Jun 23 08:45:46.344490 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc038665-79e6-4eb0-ae2f-2614b6dae696 req-21c0bfe2-19c7-4a6e-88aa-bfe97a8480b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:46.345899 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-fc038665-79e6-4eb0-ae2f-2614b6dae696 req-21c0bfe2-19c7-4a6e-88aa-bfe97a8480b7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d0d43174-f981-49b1-bac6-a67fe4300b11 HTTP/1.1" status: 200 len: 909 time: 0.0824947 Jun 23 08:45:46.414076 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-fc038665-79e6-4eb0-ae2f-2614b6dae696 req-aff3f9aa-fa27-4b7f-9664-12e4f4291e6f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b971875a-8325-4221-ab9e-2fbe44cc05b6 HTTP/1.1" status: 200 len: 999 time: 0.0605388 Jun 23 08:45:46.461351 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc038665-79e6-4eb0-ae2f-2614b6dae696 req-83243078-b0de-4825-a72f-b69782fb6106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:46.462709 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-fc038665-79e6-4eb0-ae2f-2614b6dae696 req-83243078-b0de-4825-a72f-b69782fb6106 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69f1b17f-3891-479d-bfec-f33f2f567fe6 HTTP/1.1" status: 200 len: 847 time: 0.0424547 Jun 23 08:45:46.518368 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc038665-79e6-4eb0-ae2f-2614b6dae696 req-cc825f8c-726a-4252-b6ce-6736402da530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:46.520136 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-fc038665-79e6-4eb0-ae2f-2614b6dae696 req-cc825f8c-726a-4252-b6ce-6736402da530 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0d43174-f981-49b1-bac6-a67fe4300b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0510395 Jun 23 08:45:46.608230 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-fc038665-79e6-4eb0-ae2f-2614b6dae696 req-cdc7c3fa-d0e6-4695-a3bf-74491d96c0a6 service neutron] 10.222.0.13 "GET /v2.0/networks/d0d43174-f981-49b1-bac6-a67fe4300b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815992 Jun 23 08:45:46.694405 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-fc038665-79e6-4eb0-ae2f-2614b6dae696 req-6ca20c65-96c5-4d1e-9ac0-25fcb6b2f74b service neutron] 10.222.0.13 "GET /v2.0/networks/d0d43174-f981-49b1-bac6-a67fe4300b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795374 Jun 23 08:45:47.218591 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e32908-73a3-496f-9d30-19c748146afd req-dad9fdfc-73a4-4ebc-88e0-aa82438f00be tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:47.220141 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d0e32908-73a3-496f-9d30-19c748146afd req-dad9fdfc-73a4-4ebc-88e0-aa82438f00be tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 943 time: 0.0665979 Jun 23 08:45:47.260738 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d0e32908-73a3-496f-9d30-19c748146afd req-483b0a26-33dd-4adc-8685-ce0761419161 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6e77565-e56b-46d1-91a9-b123b4e39d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336764 Jun 23 08:45:48.435375 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff0fe6-9e38-468b-84ea-a05fed9c1fa9 req-f0c11242-060b-4887-8b16-cb424f0481bf tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:48.438989 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-42ff0fe6-9e38-468b-84ea-a05fed9c1fa9 req-f0c11242-060b-4887-8b16-cb424f0481bf tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 943 time: 0.0675702 Jun 23 08:45:48.475466 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-42ff0fe6-9e38-468b-84ea-a05fed9c1fa9 req-fd0761b2-6897-42fa-b1ad-0157257991ca tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6e77565-e56b-46d1-91a9-b123b4e39d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320673 Jun 23 08:45:49.425059 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device b971875a-8325-4221-ab9e-2fbe44cc05b6 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 08:45:49.516780 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port b971875a-8325-4221-ab9e-2fbe44cc05b6, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=b971875a-8325-4221-ab9e-2fbe44cc05b6,segment=NetworkSegment(1f68e125-d527-4a5a-84c6-896796b3df67),segment_id=1f68e125-d527-4a5a-84c6-896796b3df67)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:45:49.528608 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Returning: {'device': 'b971875a-8325-4221-ab9e-2fbe44cc05b6', 'network_id': 'd0d43174-f981-49b1-bac6-a67fe4300b11', 'port_id': 'b971875a-8325-4221-ab9e-2fbe44cc05b6', 'mac_address': 'fa:16:3e:31:fe:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69f1b17f-3891-479d-bfec-f33f2f567fe6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 08:45:49.565853 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:45:49.582880 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b971875a-8325-4221-ab9e-2fbe44cc05b6 {{(pid=99595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:45:49.602788 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port b971875a-8325-4221-ab9e-2fbe44cc05b6, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=b971875a-8325-4221-ab9e-2fbe44cc05b6,segment=NetworkSegment(1f68e125-d527-4a5a-84c6-896796b3df67),segment_id=1f68e125-d527-4a5a-84c6-896796b3df67)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:45:49.611983 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:45:49.615125 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-9210e9f6-ef54-405c-970a-bf95ad7122d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:45:49.651791 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14335cb-2e6f-4745-a11d-46564b7241da req-ef3cfdf1-a3d8-4b7c-8b07-7af2b2c6c58f tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:49.653260 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d14335cb-2e6f-4745-a11d-46564b7241da req-ef3cfdf1-a3d8-4b7c-8b07-7af2b2c6c58f tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 943 time: 0.0685256 Jun 23 08:45:49.662616 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=b971875a-8325-4221-ab9e-2fbe44cc05b6,revision_number=7']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:45:49.665732 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:45:49.693045 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d14335cb-2e6f-4745-a11d-46564b7241da req-252f4313-73d0-40a0-9f5e-e54daacc7da7 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6e77565-e56b-46d1-91a9-b123b4e39d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342383 Jun 23 08:45:50.039600 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['b971875a-8325-4221-ab9e-2fbe44cc05b6'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:45:50.866908 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c595ce-908d-4027-a609-35c5570230cc req-d41ea670-b62f-4857-8ee8-7cf773186380 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:50.868344 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-26c595ce-908d-4027-a609-35c5570230cc req-d41ea670-b62f-4857-8ee8-7cf773186380 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 944 time: 0.0624151 Jun 23 08:45:50.906238 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-26c595ce-908d-4027-a609-35c5570230cc req-048e3860-489d-4990-83d4-7ecddd12175d tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6e77565-e56b-46d1-91a9-b123b4e39d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320632 Jun 23 08:45:51.436455 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device b971875a-8325-4221-ab9e-2fbe44cc05b6 up at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:45:51.484431 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning complete for port b971875a-8325-4221-ab9e-2fbe44cc05b6 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:45:51.484822 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:45:51.559902 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:45:51.581567 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b971875a-8325-4221-ab9e-2fbe44cc05b6'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:45:51.584424 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe10368e395667840533ec91c6601648d36376b54de0a6f6a3b23a108ba8d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec83e435-2062-468d-99bc-e930aa428099" -d '{"events": [{"server_uuid": "7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f", "name": "network-vif-plugged", "status": "completed", "tag": "b971875a-8325-4221-ab9e-2fbe44cc05b6"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:45:51.597272 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port b971875a-8325-4221-ab9e-2fbe44cc05b6, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=b971875a-8325-4221-ab9e-2fbe44cc05b6,segment=NetworkSegment(1f68e125-d527-4a5a-84c6-896796b3df67),segment_id=1f68e125-d527-4a5a-84c6-896796b3df67)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:45:51.601180 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:45:51.604022 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:45:51.626669 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa0dfd3-37d3-41d2-8849-62e3bd1dcb84 x-openstack-request-id: req-5fa0dfd3-37d3-41d2-8849-62e3bd1dcb84 {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:45:51.627000 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f", "name": "network-vif-plugged", "status": "completed", "tag": "b971875a-8325-4221-ab9e-2fbe44cc05b6", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:45:51.627269 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5fa0dfd3-37d3-41d2-8849-62e3bd1dcb84 {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:45:51.627662 dv-cinder-768592-7-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b971875a-8325-4221-ab9e-2fbe44cc05b6', 'code': 200} Jun 23 08:45:51.654058 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=b971875a-8325-4221-ab9e-2fbe44cc05b6,revision_number=8']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:45:51.657050 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:45:51.935652 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c15060-2755-4524-8816-e7ff22c2c939 req-7d491764-7a30-4d48-ae1a-bc8cf7852ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:51.937149 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-98c15060-2755-4524-8816-e7ff22c2c939 req-7d491764-7a30-4d48-ae1a-bc8cf7852ad8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 1098 time: 0.0581136 Jun 23 08:45:51.971782 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-98c15060-2755-4524-8816-e7ff22c2c939 req-f74f5093-d540-45ab-b981-7cd8913757b6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b6e77565-e56b-46d1-91a9-b123b4e39d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279431 Jun 23 08:45:52.081271 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a5bf4-9575-40c9-a5f0-33d5f59d4ec5 req-585f0655-a27e-413a-aa27-60d7a1bb151e tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:52.082761 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-0b4a5bf4-9575-40c9-a5f0-33d5f59d4ec5 req-585f0655-a27e-413a-aa27-60d7a1bb151e tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 945 time: 0.0624256 Jun 23 08:45:52.124205 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-0b4a5bf4-9575-40c9-a5f0-33d5f59d4ec5 req-debcdf01-2b8a-4936-a489-325b0615ceb4 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6e77565-e56b-46d1-91a9-b123b4e39d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354133 Jun 23 08:45:53.293360 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09362b87-c70e-4c95-baaf-d21be509a0eb req-698bb635-9bb2-45e6-a6c2-795b2754d1ea tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:53.294864 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-09362b87-c70e-4c95-baaf-d21be509a0eb req-698bb635-9bb2-45e6-a6c2-795b2754d1ea tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 945 time: 0.0631015 Jun 23 08:45:53.334101 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-09362b87-c70e-4c95-baaf-d21be509a0eb req-f26e2631-010d-46fc-a7b7-c73bbb40294c tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6e77565-e56b-46d1-91a9-b123b4e39d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336580 Jun 23 08:45:53.675294 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 6 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:45:54.507410 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc678d02-3327-46bd-90da-60eff786d918 req-f164347f-2c9e-4c6e-946f-b8340bc86181 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:45:54.508881 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-fc678d02-3327-46bd-90da-60eff786d918 req-f164347f-2c9e-4c6e-946f-b8340bc86181 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 945 time: 0.0622079 Jun 23 08:45:54.545532 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-fc678d02-3327-46bd-90da-60eff786d918 req-709b2e0d-485a-4f62-86aa-6d96f4b93800 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6e77565-e56b-46d1-91a9-b123b4e39d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311489 Jun 23 08:46:08.328989 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-88e7ecdc-34b0-42e8-ba18-e3e3aab93cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:10.841851 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:11.069551 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-6398e00e-2d85-45d1-802b-28ac88c586fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:11.396837 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:12.029414 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:13.610566 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:16.440265 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f43f25d4-7548-4c71-99df-da043ea283dc req-a1b9d75e-72f3-4fe9-9927-60447086d2f5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510292 Jun 23 08:46:16.526319 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f25d4-7548-4c71-99df-da043ea283dc req-ce23b602-0e36-461b-9ab8-9cea70b5e683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:16.527788 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f43f25d4-7548-4c71-99df-da043ea283dc req-ce23b602-0e36-461b-9ab8-9cea70b5e683 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd27980e548b461c9e7bcdfe5ea62882&device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 1137 time: 0.0515749 Jun 23 08:46:16.631948 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f25d4-7548-4c71-99df-da043ea283dc req-7d9e3e59-f27b-45dc-9674-af0fc2378cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:16.633399 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f43f25d4-7548-4c71-99df-da043ea283dc req-7d9e3e59-f27b-45dc-9674-af0fc2378cee service neutron] 10.222.0.13 "GET /v2.0/networks?id=8af9e12a-a50e-49e3-a158-896d696b05e9 HTTP/1.1" status: 200 len: 916 time: 0.0852709 Jun 23 08:46:16.698329 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f43f25d4-7548-4c71-99df-da043ea283dc req-86438138-752d-454c-a1ae-19764a4df575 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eaf4211d-3fe7-4718-90b0-a5f4de8d2db3 HTTP/1.1" status: 200 len: 1001 time: 0.0573993 Jun 23 08:46:16.752460 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f25d4-7548-4c71-99df-da043ea283dc req-9e292c1c-1614-42ae-889e-f84ffbf6b0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:16.754451 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f43f25d4-7548-4c71-99df-da043ea283dc req-9e292c1c-1614-42ae-889e-f84ffbf6b0a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ba8a857-78c7-405f-bd7b-690985022421 HTTP/1.1" status: 200 len: 854 time: 0.0469027 Jun 23 08:46:16.816960 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f25d4-7548-4c71-99df-da043ea283dc req-d6491a24-9d73-4e77-8b25-b18a9eb3112b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:16.818433 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f43f25d4-7548-4c71-99df-da043ea283dc req-d6491a24-9d73-4e77-8b25-b18a9eb3112b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8af9e12a-a50e-49e3-a158-896d696b05e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0509620 Jun 23 08:46:16.911012 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f43f25d4-7548-4c71-99df-da043ea283dc req-ac1c38f9-e5ab-4344-901b-e8851faeaedc service neutron] 10.222.0.13 "GET /v2.0/networks/8af9e12a-a50e-49e3-a158-896d696b05e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804639 Jun 23 08:46:17.002320 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f43f25d4-7548-4c71-99df-da043ea283dc req-209e995f-28c1-451a-925b-6f45180d5ca1 service neutron] 10.222.0.13 "GET /v2.0/networks/8af9e12a-a50e-49e3-a158-896d696b05e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839791 Jun 23 08:46:30.112617 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8b914-0bd3-4349-bfbf-58144ae4c77c req-158f15d4-3d18-49dd-a58d-cef14d0ef5d1 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:30.114784 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1da8b914-0bd3-4349-bfbf-58144ae4c77c req-158f15d4-3d18-49dd-a58d-cef14d0ef5d1 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 945 time: 0.0668192 Jun 23 08:46:30.151094 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1da8b914-0bd3-4349-bfbf-58144ae4c77c req-a088209f-2fe3-4f4b-bce3-035443efb035 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307508 Jun 23 08:46:30.674509 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 6 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:46:31.329478 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46acf61a-8739-4855-8f94-89ab9faf8850 req-43ec7887-1940-4667-a612-7d692f015fba tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:31.330951 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-46acf61a-8739-4855-8f94-89ab9faf8850 req-43ec7887-1940-4667-a612-7d692f015fba tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 945 time: 0.0627234 Jun 23 08:46:31.367655 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-46acf61a-8739-4855-8f94-89ab9faf8850 req-b4313e87-3a96-4110-b745-a72ac9b19827 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305779 Jun 23 08:46:32.550822 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd783e-1955-47d6-bd7b-c852753cab3e req-9e4ed453-64da-4222-9899-58506b5ec7eb tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:32.552398 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a9dd783e-1955-47d6-bd7b-c852753cab3e req-9e4ed453-64da-4222-9899-58506b5ec7eb tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 945 time: 0.0680346 Jun 23 08:46:32.588305 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a9dd783e-1955-47d6-bd7b-c852753cab3e req-244745d2-2669-4cb1-bab4-3fa95e0d3f2f tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304091 Jun 23 08:46:33.764512 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f118f-def8-4b2a-ae82-7f1052fd48b9 req-2f0dc8ab-3b85-4405-940a-e2ad9e7d0105 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:33.765980 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-830f118f-def8-4b2a-ae82-7f1052fd48b9 req-2f0dc8ab-3b85-4405-940a-e2ad9e7d0105 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 945 time: 0.0636637 Jun 23 08:46:33.803517 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-830f118f-def8-4b2a-ae82-7f1052fd48b9 req-bb2e02ff-b02a-4677-aaca-f8eedc249f5b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318954 Jun 23 08:46:34.974568 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0ca06-1685-47ba-ab64-ff62c6f09b2f req-121833cd-5a30-4c9b-84ea-638d8a566a78 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:34.976136 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a5d0ca06-1685-47ba-ab64-ff62c6f09b2f req-121833cd-5a30-4c9b-84ea-638d8a566a78 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 945 time: 0.0620828 Jun 23 08:46:35.015744 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a5d0ca06-1685-47ba-ab64-ff62c6f09b2f req-2b312875-c57b-41a1-994f-f26eb492f0a5 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336602 Jun 23 08:46:36.191507 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042cb66-3eee-4370-bf1a-7806341584e2 req-dc4c073b-b476-47d0-bc52-06f6f3f2fbe7 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:36.193003 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1042cb66-3eee-4370-bf1a-7806341584e2 req-dc4c073b-b476-47d0-bc52-06f6f3f2fbe7 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 945 time: 0.0649052 Jun 23 08:46:36.229663 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1042cb66-3eee-4370-bf1a-7806341584e2 req-04518dd3-a26c-4774-a703-37409cb95009 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311768 Jun 23 08:46:37.405642 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ddc17-1bfe-4167-a99e-4255c6f9c4dc req-1dd0fa38-a4df-4666-a4c3-be5e8c78fbe7 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:37.407102 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-978ddc17-1bfe-4167-a99e-4255c6f9c4dc req-1dd0fa38-a4df-4666-a4c3-be5e8c78fbe7 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 945 time: 0.0636709 Jun 23 08:46:37.445664 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-978ddc17-1bfe-4167-a99e-4255c6f9c4dc req-2c459b67-3a98-42e5-8d95-f7a94349b9bb tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323608 Jun 23 08:46:38.330026 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-96b9570f-29e4-4c52-a63e-5123347869ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:38.623515 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d13d5-e1b8-4c52-bc25-1544dceaf94f req-465faede-ccc4-4940-bf0c-1adc686314a8 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:38.624954 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-163d13d5-e1b8-4c52-bc25-1544dceaf94f req-465faede-ccc4-4940-bf0c-1adc686314a8 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 945 time: 0.0675623 Jun 23 08:46:38.662858 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-163d13d5-e1b8-4c52-bc25-1544dceaf94f req-37e2febe-09e2-42b2-8b82-fa19a6c061ca tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322096 Jun 23 08:46:39.836554 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e98d1b-55dc-42fb-8250-938ea96c403d req-3a3a68be-3988-45ac-98bd-96378f6a460d tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:39.837985 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-86e98d1b-55dc-42fb-8250-938ea96c403d req-3a3a68be-3988-45ac-98bd-96378f6a460d tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 945 time: 0.0624449 Jun 23 08:46:39.875076 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-86e98d1b-55dc-42fb-8250-938ea96c403d req-ec6218fc-944b-4749-8ea4-783ffc4759fc tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315204 Jun 23 08:46:40.862745 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:41.052000 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bed1bc-7d2e-4cb2-94e6-dda9a4ed0e40 req-8b44f233-8e2e-4879-9880-68dd1ed9e818 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:41.053450 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-91bed1bc-7d2e-4cb2-94e6-dda9a4ed0e40 req-8b44f233-8e2e-4879-9880-68dd1ed9e818 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 945 time: 0.0626979 Jun 23 08:46:41.070140 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8745bd00-0710-4737-b11e-20c9bd71f812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:41.092794 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-91bed1bc-7d2e-4cb2-94e6-dda9a4ed0e40 req-3828d4a1-1abd-4027-ad8e-bba4e096e7d0 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325108 Jun 23 08:46:41.387420 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:41.731323 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 08:46:41.826902 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=46018ff9-78d7-4c9e-ac66-8fe30eab0b9b,segment=NetworkSegment(31b2f068-fef9-4baa-bc53-51c6f575a7bf),segment_id=31b2f068-fef9-4baa-bc53-51c6f575a7bf)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:46:41.838163 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Returning: {'device': '46018ff9-78d7-4c9e-ac66-8fe30eab0b9b', 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248', 'port_id': '46018ff9-78d7-4c9e-ac66-8fe30eab0b9b', 'mac_address': 'fa:16:3e:a6:c3:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b3df551-72d8-4749-a018-772b466944b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 08:46:41.873484 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:41.885920 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b {{(pid=99595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:46:41.905417 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=46018ff9-78d7-4c9e-ac66-8fe30eab0b9b,segment=NetworkSegment(31b2f068-fef9-4baa-bc53-51c6f575a7bf),segment_id=31b2f068-fef9-4baa-bc53-51c6f575a7bf)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:46:41.910119 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:41.912591 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:46:41.961336 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=46018ff9-78d7-4c9e-ac66-8fe30eab0b9b,revision_number=6']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:46:41.968187 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:46:41.968536 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:46:41.968873 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:46:41.969205 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:46:41.969533 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:46:41.969859 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:46:41.970182 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:46:41.970502 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:46:41.970851 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:46:41.971171 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:46:41.971488 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:46:41.971804 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:46:41.976259 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:46:42.025056 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3acfd088-6d93-4ff9-8014-3cb74da8f7bc req-59277ea8-ec1c-46b4-8e87-12467b677e9b tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-241547243&fields=id&tenant_id=cd27980e548b461c9e7bcdfe5ea62882 HTTP/1.1" status: 200 len: 267 time: 0.0361154 Jun 23 08:46:42.031770 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:42.089665 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['46018ff9-78d7-4c9e-ac66-8fe30eab0b9b'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:46:42.090908 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfd088-6d93-4ff9-8014-3cb74da8f7bc req-94784747-bd9a-42ec-9020-2cd2afa6939f tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:42.092924 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3acfd088-6d93-4ff9-8014-3cb74da8f7bc req-94784747-bd9a-42ec-9020-2cd2afa6939f tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 984 time: 0.0619957 Jun 23 08:46:42.104418 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [req-3acfd088-6d93-4ff9-8014-3cb74da8f7bc req-9e8bfde0-6383-430a-b711-97cb36c3e269 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Request body: {'port': {'security_groups': ['9374f109-7a02-4d2c-8e4e-21bcbe1fb400']}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:46:42.198840 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [req-3acfd088-6d93-4ff9-8014-3cb74da8f7bc req-9e8bfde0-6383-430a-b711-97cb36c3e269 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:42.339790 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502fd5f-4e57-456a-8d5b-3460431d3aea req-0c7a0609-574d-4d6a-8e57-25424f930822 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:42.341240 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-2502fd5f-4e57-456a-8d5b-3460431d3aea req-0c7a0609-574d-4d6a-8e57-25424f930822 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 944 time: 0.1299372 Jun 23 08:46:42.423635 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-2502fd5f-4e57-456a-8d5b-3460431d3aea req-6f9534db-44ab-462e-b0cf-9a863810af99 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759673 Jun 23 08:46:42.442940 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.db [req-3acfd088-6d93-4ff9-8014-3cb74da8f7bc req-9e8bfde0-6383-430a-b711-97cb36c3e269 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] For port eaf4211d-3fe7-4718-90b0-a5f4de8d2db3, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=eaf4211d-3fe7-4718-90b0-a5f4de8d2db3,segment=NetworkSegment(722c628d-2496-4c31-adce-95f4e19fb95d),segment_id=722c628d-2496-4c31-adce-95f4e19fb95d)] {{(pid=99593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:46:42.471193 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [req-3acfd088-6d93-4ff9-8014-3cb74da8f7bc req-9e8bfde0-6383-430a-b711-97cb36c3e269 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks [] for port, precommit_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:42.476502 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [req-3acfd088-6d93-4ff9-8014-3cb74da8f7bc req-9e8bfde0-6383-430a-b711-97cb36c3e269 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3652713'] for port, after_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:42.480683 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-ddf58342-2f0e-4c64-8331-f966f57243f5 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:46:42.512810 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['eaf4211d-3fe7-4718-90b0-a5f4de8d2db3'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:46:42.523315 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfd088-6d93-4ff9-8014-3cb74da8f7bc req-9e8bfde0-6383-430a-b711-97cb36c3e269 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:42.523952 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [req-3acfd088-6d93-4ff9-8014-3cb74da8f7bc req-9e8bfde0-6383-430a-b711-97cb36c3e269 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:42.525336 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3acfd088-6d93-4ff9-8014-3cb74da8f7bc req-9e8bfde0-6383-430a-b711-97cb36c3e269 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "PUT /v2.0/ports/eaf4211d-3fe7-4718-90b0-a5f4de8d2db3 HTTP/1.1" status: 200 len: 942 time: 0.4255421 Jun 23 08:46:42.525875 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48df7925-3890-4aab-b247-1252ff8b9d1e', 'tag': 'eaf4211d-3fe7-4718-90b0-a5f4de8d2db3'}] {{(pid=99593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:46:42.528324 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83d3d9f818ca77ff61c49848176a0342e42afa0a53a044e94cf7f219d67d3ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc48c7fd-bd99-4cde-88db-557476c7cc50" -d '{"events": [{"name": "network-changed", "server_uuid": "48df7925-3890-4aab-b247-1252ff8b9d1e", "tag": "eaf4211d-3fe7-4718-90b0-a5f4de8d2db3"}]}' {{(pid=99593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:46:42.532702 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 54612) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:46:42.563321 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8bfde0-6383-430a-b711-97cb36c3e269 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Pushing event updated for resources: {'Port': ['ID=eaf4211d-3fe7-4718-90b0-a5f4de8d2db3,revision_number=7']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:46:42.573526 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8bfde0-6383-430a-b711-97cb36c3e269 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:46:42.573915 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8bfde0-6383-430a-b711-97cb36c3e269 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:46:42.574551 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8bfde0-6383-430a-b711-97cb36c3e269 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:46:42.574684 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8bfde0-6383-430a-b711-97cb36c3e269 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:46:42.575032 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8bfde0-6383-430a-b711-97cb36c3e269 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:46:42.575403 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8bfde0-6383-430a-b711-97cb36c3e269 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:46:42.578490 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8bfde0-6383-430a-b711-97cb36c3e269 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:46:42.578952 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8bfde0-6383-430a-b711-97cb36c3e269 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:46:42.579330 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8bfde0-6383-430a-b711-97cb36c3e269 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:46:42.579699 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8bfde0-6383-430a-b711-97cb36c3e269 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:46:42.580064 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8bfde0-6383-430a-b711-97cb36c3e269 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:46:42.580427 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8bfde0-6383-430a-b711-97cb36c3e269 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:46:42.585486 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-9e8bfde0-6383-430a-b711-97cb36c3e269 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:46:42.614906 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-1ce96509-6dea-46f7-a86e-a07251685a34 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:42.640019 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 08:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c467cc-b722-43fd-a2ad-71f9164f068a x-openstack-request-id: req-21c467cc-b722-43fd-a2ad-71f9164f068a {{(pid=99593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:46:42.640356 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48df7925-3890-4aab-b247-1252ff8b9d1e", "tag": "eaf4211d-3fe7-4718-90b0-a5f4de8d2db3", "status": "completed", "code": 200}]} {{(pid=99593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:46:42.640651 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-21c467cc-b722-43fd-a2ad-71f9164f068a {{(pid=99593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:46:42.641209 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48df7925-3890-4aab-b247-1252ff8b9d1e', 'tag': 'eaf4211d-3fe7-4718-90b0-a5f4de8d2db3', 'status': 'completed', 'code': 200} Jun 23 08:46:42.650203 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-1ce96509-6dea-46f7-a86e-a07251685a34 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:42.684609 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['eaf4211d-3fe7-4718-90b0-a5f4de8d2db3'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:46:42.758538 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-1ce96509-6dea-46f7-a86e-a07251685a34 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:42.761246 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-1ce96509-6dea-46f7-a86e-a07251685a34 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:42.762400 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-1ce96509-6dea-46f7-a86e-a07251685a34 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "DELETE /v2.0/security-groups/4b642e7e-1217-4557-ab1d-81f6db4eb393 HTTP/1.1" status: 204 len: 168 time: 0.2272246 Jun 23 08:46:42.763333 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-80e222c8-f000-4faa-80b6-87d2d1f938fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:46:42.765162 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 54616) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:46:42.778639 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce96509-6dea-46f7-a86e-a07251685a34 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b642e7e-1217-4557-ab1d-81f6db4eb393,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:46:42.788937 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48c7fd-bd99-4cde-88db-557476c7cc50 req-2761019d-be60-4101-a21c-4d442232c531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:42.790486 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-cc48c7fd-bd99-4cde-88db-557476c7cc50 req-2761019d-be60-4101-a21c-4d442232c531 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd27980e548b461c9e7bcdfe5ea62882&device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 1098 time: 0.0965507 Jun 23 08:46:42.792204 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce96509-6dea-46f7-a86e-a07251685a34 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:46:42.792581 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce96509-6dea-46f7-a86e-a07251685a34 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:46:42.792950 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce96509-6dea-46f7-a86e-a07251685a34 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:46:42.793316 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce96509-6dea-46f7-a86e-a07251685a34 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:46:42.793678 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce96509-6dea-46f7-a86e-a07251685a34 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:46:42.794035 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce96509-6dea-46f7-a86e-a07251685a34 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:46:42.794391 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce96509-6dea-46f7-a86e-a07251685a34 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:46:42.794760 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce96509-6dea-46f7-a86e-a07251685a34 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:46:42.795122 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce96509-6dea-46f7-a86e-a07251685a34 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:46:42.795480 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce96509-6dea-46f7-a86e-a07251685a34 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:46:42.795846 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce96509-6dea-46f7-a86e-a07251685a34 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:46:42.796202 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce96509-6dea-46f7-a86e-a07251685a34 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:46:42.799697 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-1ce96509-6dea-46f7-a86e-a07251685a34 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:46:42.802347 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-31cde0f1-6935-4b07-a00f-6bed638e873c None None] Provisioning complete for port eaf4211d-3fe7-4718-90b0-a5f4de8d2db3 triggered by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:46:42.802763 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-31cde0f1-6935-4b07-a00f-6bed638e873c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:42.888753 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48c7fd-bd99-4cde-88db-557476c7cc50 req-eaae81a6-2662-435b-b09e-3f17e545c675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:42.890256 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-cc48c7fd-bd99-4cde-88db-557476c7cc50 req-eaae81a6-2662-435b-b09e-3f17e545c675 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8af9e12a-a50e-49e3-a158-896d696b05e9 HTTP/1.1" status: 200 len: 916 time: 0.0895209 Jun 23 08:46:42.931902 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.plugin [None req-b339a795-bca7-4218-981f-bdda5b496384 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Deleting port 2fa7a55b-f044-46b9-9b13-073d02d23e14 {{(pid=99593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:46:42.932244 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b339a795-bca7-4218-981f-bdda5b496384 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:42.958711 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-cc48c7fd-bd99-4cde-88db-557476c7cc50 req-95f1e26c-4be3-4c04-9b7c-89a5dd5443ab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eaf4211d-3fe7-4718-90b0-a5f4de8d2db3 HTTP/1.1" status: 200 len: 1001 time: 0.0614862 Jun 23 08:46:43.006688 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b339a795-bca7-4218-981f-bdda5b496384 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:43.007051 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b339a795-bca7-4218-981f-bdda5b496384 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:43.015275 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48c7fd-bd99-4cde-88db-557476c7cc50 req-5cb03462-f696-4ad7-802f-62ee232d76d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:43.017315 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-cc48c7fd-bd99-4cde-88db-557476c7cc50 req-5cb03462-f696-4ad7-802f-62ee232d76d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ba8a857-78c7-405f-bd7b-690985022421 HTTP/1.1" status: 200 len: 854 time: 0.0499618 Jun 23 08:46:43.018250 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.plugin [None req-b339a795-bca7-4218-981f-bdda5b496384 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Calling delete_port for 2fa7a55b-f044-46b9-9b13-073d02d23e14 owned by network:floatingip {{(pid=99593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:46:43.083977 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48c7fd-bd99-4cde-88db-557476c7cc50 req-cdce1526-e4e4-46ec-8a23-32d76bb69be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:43.085474 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-cc48c7fd-bd99-4cde-88db-557476c7cc50 req-cdce1526-e4e4-46ec-8a23-32d76bb69be7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8af9e12a-a50e-49e3-a158-896d696b05e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0550072 Jun 23 08:46:43.179838 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-cc48c7fd-bd99-4cde-88db-557476c7cc50 req-0654afa4-bce9-4682-9367-e795137238b1 service neutron] 10.222.0.13 "GET /v2.0/networks/8af9e12a-a50e-49e3-a158-896d696b05e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864761 Jun 23 08:46:43.186793 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b339a795-bca7-4218-981f-bdda5b496384 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3652706'] for port, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:43.189784 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-c07e9ac4-7f59-4820-ab26-01b72177b879 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:46:43.217201 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b339a795-bca7-4218-981f-bdda5b496384 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Pushing event deleted for resources: {'Port': ['ID=2fa7a55b-f044-46b9-9b13-073d02d23e14,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:46:43.221022 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-b339a795-bca7-4218-981f-bdda5b496384 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:46:43.273507 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-cc48c7fd-bd99-4cde-88db-557476c7cc50 req-c2189e4d-875a-468e-8be0-ff24f532d286 service neutron] 10.222.0.13 "GET /v2.0/networks/8af9e12a-a50e-49e3-a158-896d696b05e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863240 Jun 23 08:46:43.490295 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b339a795-bca7-4218-981f-bdda5b496384 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks [] for floatingip, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:43.490660 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.db.l3_db [None req-b339a795-bca7-4218-981f-bdda5b496384 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Floating IP e02acf2a-76a3-4f6a-942d-26c82bb7ef35 disassociated (deleted). External IP: 172.28.3.235, port: eaf4211d-3fe7-4718-90b0-a5f4de8d2db3. Jun 23 08:46:43.613341 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:43.688956 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e0f98-2de4-438b-b4c1-f16aab364e52 req-25aba638-1896-4224-b849-15a201ed0cc3 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:43.690406 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-418e0f98-2de4-438b-b4c1-f16aab364e52 req-25aba638-1896-4224-b849-15a201ed0cc3 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 944 time: 0.1497645 Jun 23 08:46:43.731834 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b up at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:46:43.768268 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-418e0f98-2de4-438b-b4c1-f16aab364e52 req-b5d323bb-1025-472d-84b5-df411443dce6 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713754 Jun 23 08:46:43.777882 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b339a795-bca7-4218-981f-bdda5b496384 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Router fdff066c-b17c-4a30-b32b-b284c5bda099 has already been hosted by L3 agent b4fcebb9-4e54-4961-9fbc-14fb1630411d {{(pid=99593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 08:46:43.779551 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning complete for port 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:46:43.780006 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:43.858213 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:43.880086 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0657800-c410-42d0-a698-f5edc92b9915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46018ff9-78d7-4c9e-ac66-8fe30eab0b9b'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:46:43.882384 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe10368e395667840533ec91c6601648d36376b54de0a6f6a3b23a108ba8d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed77b6a7-af8c-490f-ac33-a0098753387d" -d '{"events": [{"server_uuid": "e0657800-c410-42d0-a698-f5edc92b9915", "name": "network-vif-plugged", "status": "completed", "tag": "46018ff9-78d7-4c9e-ac66-8fe30eab0b9b"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:46:43.890200 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b339a795-bca7-4218-981f-bdda5b496384 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify agent at l3_agent.dv-cinder-768592-7-smb the message routers_updated {{(pid=99593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 08:46:43.895833 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b339a795-bca7-4218-981f-bdda5b496384 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for floatingip, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:43.901327 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f9e2e1-a57b-4200-90c8-3b1b0fb09238 None None] Sync routers for ids ['fdff066c-b17c-4a30-b32b-b284c5bda099'] in dv-cinder-768592-7-smb {{(pid=99595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 08:46:43.905178 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=46018ff9-78d7-4c9e-ac66-8fe30eab0b9b,segment=NetworkSegment(31b2f068-fef9-4baa-bc53-51c6f575a7bf),segment_id=31b2f068-fef9-4baa-bc53-51c6f575a7bf)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:46:43.912130 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:43.914866 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:46:43.918759 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f9e2e1-a57b-4200-90c8-3b1b0fb09238 None None] Routers {'fdff066c-b17c-4a30-b32b-b284c5bda099'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:46:43.919310 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-46f9e2e1-a57b-4200-90c8-3b1b0fb09238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:46:41Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['fdff066c-b17c-4a30-b32b-b284c5bda099'], 'active': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:46:43.939280 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c25606-7811-4ddf-b995-8616022e7ceb x-openstack-request-id: req-25c25606-7811-4ddf-b995-8616022e7ceb {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:46:43.939565 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0657800-c410-42d0-a698-f5edc92b9915", "name": "network-vif-plugged", "status": "completed", "tag": "46018ff9-78d7-4c9e-ac66-8fe30eab0b9b", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:46:43.939837 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-25c25606-7811-4ddf-b995-8616022e7ceb {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:46:43.940238 dv-cinder-768592-7-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0657800-c410-42d0-a698-f5edc92b9915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46018ff9-78d7-4c9e-ac66-8fe30eab0b9b', 'code': 200} Jun 23 08:46:43.940880 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-b339a795-bca7-4218-981f-bdda5b496384 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "DELETE /v2.0/floatingips/e02acf2a-76a3-4f6a-942d-26c82bb7ef35 HTTP/1.1" status: 204 len: 168 time: 1.1746240 Jun 23 08:46:44.032558 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=46018ff9-78d7-4c9e-ac66-8fe30eab0b9b,revision_number=7']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:46:44.037415 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:46:44.068452 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvr_db [None req-46f9e2e1-a57b-4200-90c8-3b1b0fb09238 None None] Set router fdff066c-b17c-4a30-b32b-b284c5bda099 gateway port host: dv-cinder-768592-7-smb {{(pid=99595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:46:44.277478 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-46f9e2e1-a57b-4200-90c8-3b1b0fb09238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'name': 'tempest-TestMinimumBasicScenario-1883011869-router', 'tenant_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '3d1aa500-b55f-42a4-9eb4-d779725d8a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:43:09Z', 'updated_at': '2021-06-23T08:43:13Z', 'revision_number': 4, 'project_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'gw_port': {'id': '3d1aa500-b55f-42a4-9eb4-d779725d8a02', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:43:10Z', 'updated_at': '2021-06-23T08:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': '60c8f5d4-6486-44f3-81ee-898d6a68e15a', 'name': '', 'network_id': '8af9e12a-a50e-49e3-a158-896d696b05e9', 'tenant_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'mac_address': 'fa:16:3e:e6:0b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '9ba8a857-78c7-405f-bd7b-690985022421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:43:13Z', 'updated_at': '2021-06-23T08:43:22Z', 'revision_number': 5, 'project_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'subnets': [{'id': '9ba8a857-78c7-405f-bd7b-690985022421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:46:44.303447 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f9e2e1-a57b-4200-90c8-3b1b0fb09238 None None] Checking router: fdff066c-b17c-4a30-b32b-b284c5bda099 for host: dv-cinder-768592-7-smb {{(pid=99595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 08:46:44.311640 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f9e2e1-a57b-4200-90c8-3b1b0fb09238 None None] Routers {'fdff066c-b17c-4a30-b32b-b284c5bda099'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:46:44.312259 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-46f9e2e1-a57b-4200-90c8-3b1b0fb09238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:46:41Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['fdff066c-b17c-4a30-b32b-b284c5bda099'], 'active': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:46:44.530194 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvr_db [None req-46f9e2e1-a57b-4200-90c8-3b1b0fb09238 None None] Set router fdff066c-b17c-4a30-b32b-b284c5bda099 gateway port host: dv-cinder-768592-7-smb {{(pid=99595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:46:44.641936 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48df7925-3890-4aab-b247-1252ff8b9d1e', 'tag': 'eaf4211d-3fe7-4718-90b0-a5f4de8d2db3'}] {{(pid=99593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:46:44.644477 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83d3d9f818ca77ff61c49848176a0342e42afa0a53a044e94cf7f219d67d3ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40082927-075c-4862-a921-d1b0a767ce8f" -d '{"events": [{"name": "network-changed", "server_uuid": "48df7925-3890-4aab-b247-1252ff8b9d1e", "tag": "eaf4211d-3fe7-4718-90b0-a5f4de8d2db3"}]}' {{(pid=99593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:46:44.681699 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 08:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318c2332-308f-4949-8e06-a09bdf06bc32 x-openstack-request-id: req-318c2332-308f-4949-8e06-a09bdf06bc32 {{(pid=99593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:46:44.682035 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48df7925-3890-4aab-b247-1252ff8b9d1e", "tag": "eaf4211d-3fe7-4718-90b0-a5f4de8d2db3", "status": "completed", "code": 200}]} {{(pid=99593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:46:44.682326 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-318c2332-308f-4949-8e06-a09bdf06bc32 {{(pid=99593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:46:44.682786 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48df7925-3890-4aab-b247-1252ff8b9d1e', 'tag': 'eaf4211d-3fe7-4718-90b0-a5f4de8d2db3', 'status': 'completed', 'code': 200} Jun 23 08:46:44.725607 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-46f9e2e1-a57b-4200-90c8-3b1b0fb09238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'name': 'tempest-TestMinimumBasicScenario-1883011869-router', 'tenant_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '3d1aa500-b55f-42a4-9eb4-d779725d8a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:43:09Z', 'updated_at': '2021-06-23T08:43:13Z', 'revision_number': 4, 'project_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'gw_port': {'id': '3d1aa500-b55f-42a4-9eb4-d779725d8a02', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:43:10Z', 'updated_at': '2021-06-23T08:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': '60c8f5d4-6486-44f3-81ee-898d6a68e15a', 'name': '', 'network_id': '8af9e12a-a50e-49e3-a158-896d696b05e9', 'tenant_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'mac_address': 'fa:16:3e:e6:0b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '9ba8a857-78c7-405f-bd7b-690985022421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:43:13Z', 'updated_at': '2021-06-23T08:43:22Z', 'revision_number': 5, 'project_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'subnets': [{'id': '9ba8a857-78c7-405f-bd7b-690985022421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:46:44.757669 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f9e2e1-a57b-4200-90c8-3b1b0fb09238 None None] The sync data for ids ['fdff066c-b17c-4a30-b32b-b284c5bda099'] in dv-cinder-768592-7-smb is: [{'id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'name': 'tempest-TestMinimumBasicScenario-1883011869-router', 'tenant_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '3d1aa500-b55f-42a4-9eb4-d779725d8a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:43:09Z', 'updated_at': '2021-06-23T08:43:13Z', 'revision_number': 4, 'project_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'gw_port': {'id': '3d1aa500-b55f-42a4-9eb4-d779725d8a02', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:43:10Z', 'updated_at': '2021-06-23T08:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': '60c8f5d4-6486-44f3-81ee-898d6a68e15a', 'name': '', 'network_id': '8af9e12a-a50e-49e3-a158-896d696b05e9', 'tenant_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'mac_address': 'fa:16:3e:e6:0b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '9ba8a857-78c7-405f-bd7b-690985022421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:43:13Z', 'updated_at': '2021-06-23T08:43:22Z', 'revision_number': 5, 'project_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'subnets': [{'id': '9ba8a857-78c7-405f-bd7b-690985022421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 08:46:44.794830 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40082927-075c-4862-a921-d1b0a767ce8f req-a005a738-3aeb-45bf-98e8-b60dbe831e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:44.796331 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-40082927-075c-4862-a921-d1b0a767ce8f req-a005a738-3aeb-45bf-98e8-b60dbe831e85 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd27980e548b461c9e7bcdfe5ea62882&device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 1098 time: 0.0597892 Jun 23 08:46:44.968124 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3a7cc-6732-4e6f-8cd3-1c1d401dfaa5 req-3b78d7e9-4449-4b50-82f8-399107623fc6 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:44.971283 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-93f3a7cc-6732-4e6f-8cd3-1c1d401dfaa5 req-3b78d7e9-4449-4b50-82f8-399107623fc6 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 945 time: 0.0736818 Jun 23 08:46:44.980750 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f398ff-7945-4e4e-b0f6-3020690007bc None None] New status for floating IP e02acf2a-76a3-4f6a-942d-26c82bb7ef35: DOWN {{(pid=99596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 08:46:45.015857 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-93f3a7cc-6732-4e6f-8cd3-1c1d401dfaa5 req-44154334-0025-4c10-977a-2c9301e1e957 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394022 Jun 23 08:46:45.158790 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40082927-075c-4862-a921-d1b0a767ce8f req-385a8ede-ebc5-4027-b13f-3226698bdf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:45.160247 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-40082927-075c-4862-a921-d1b0a767ce8f req-385a8ede-ebc5-4027-b13f-3226698bdf89 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8af9e12a-a50e-49e3-a158-896d696b05e9 HTTP/1.1" status: 200 len: 916 time: 0.3576820 Jun 23 08:46:45.203208 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-40082927-075c-4862-a921-d1b0a767ce8f req-f8873632-cd7d-44df-93e1-d9e6e144bf1c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eaf4211d-3fe7-4718-90b0-a5f4de8d2db3 HTTP/1.1" status: 200 len: 217 time: 0.0364058 Jun 23 08:46:45.262930 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40082927-075c-4862-a921-d1b0a767ce8f req-1afdeb7f-3d25-414a-92a0-92169716ab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:45.264397 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-40082927-075c-4862-a921-d1b0a767ce8f req-1afdeb7f-3d25-414a-92a0-92169716ab37 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ba8a857-78c7-405f-bd7b-690985022421 HTTP/1.1" status: 200 len: 854 time: 0.0453165 Jun 23 08:46:45.326428 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40082927-075c-4862-a921-d1b0a767ce8f req-c03469f7-4c54-4906-a067-7b21886f1e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:45.328322 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-40082927-075c-4862-a921-d1b0a767ce8f req-c03469f7-4c54-4906-a067-7b21886f1e7f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8af9e12a-a50e-49e3-a158-896d696b05e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0546992 Jun 23 08:46:45.423516 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-40082927-075c-4862-a921-d1b0a767ce8f req-86db67b0-9595-4266-b9cb-e567b89c0d8a service neutron] 10.222.0.13 "GET /v2.0/networks/8af9e12a-a50e-49e3-a158-896d696b05e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871086 Jun 23 08:46:45.514581 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-40082927-075c-4862-a921-d1b0a767ce8f req-38fc11f9-cee9-4255-b328-e3389ad37f0b service neutron] 10.222.0.13 "GET /v2.0/networks/8af9e12a-a50e-49e3-a158-896d696b05e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847704 Jun 23 08:46:46.190014 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b11fa-30fc-4da5-803a-6098fe161c03 req-a676668e-777a-4c23-b920-04929f2ddf9b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:46.191462 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c77b11fa-30fc-4da5-803a-6098fe161c03 req-a676668e-777a-4c23-b920-04929f2ddf9b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 945 time: 0.0611095 Jun 23 08:46:46.229423 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c77b11fa-30fc-4da5-803a-6098fe161c03 req-c773abe1-7bbb-4399-9d24-ba74c7f04937 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322764 Jun 23 08:46:47.424231 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f225297-9dec-49db-885c-ccc7568d47c6 req-f778c910-c602-492a-a5ed-a7e1523a9687 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:47.425631 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1f225297-9dec-49db-885c-ccc7568d47c6 req-f778c910-c602-492a-a5ed-a7e1523a9687 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 945 time: 0.0703166 Jun 23 08:46:47.466468 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1f225297-9dec-49db-885c-ccc7568d47c6 req-9920bb8a-60da-46fd-b9b0-41e6751fe554 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343618 Jun 23 08:46:48.059355 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a420c2c-23c6-4a80-81a9-3053c0ff6a1e req-45ed6d41-e5a6-41e6-854b-9f8b17b3eed7 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:48.060799 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7a420c2c-23c6-4a80-81a9-3053c0ff6a1e req-45ed6d41-e5a6-41e6-854b-9f8b17b3eed7 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 945 time: 0.0617838 Jun 23 08:46:48.099141 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7a420c2c-23c6-4a80-81a9-3053c0ff6a1e req-e09b7880-c138-4bc6-b887-e7bf5d2bd72e tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/security-groups?id=9374f109-7a02-4d2c-8e4e-21bcbe1fb400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326958 Jun 23 08:46:48.657944 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c0a14-ced9-48af-bd46-1021fd1a5451 req-49a7db1b-88a2-4fd0-82e0-28b8752e7af1 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:48.659468 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-197c0a14-ced9-48af-bd46-1021fd1a5451 req-49a7db1b-88a2-4fd0-82e0-28b8752e7af1 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 945 time: 0.0679233 Jun 23 08:46:48.702498 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-197c0a14-ced9-48af-bd46-1021fd1a5451 req-e25645a0-a7e2-4e79-ba33-4370b2074d3c tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367746 Jun 23 08:46:49.283622 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4cd24-aa5e-4a94-a16c-cc23b47fd78a req-3479e047-0a13-4f41-a1e9-365ab2532c18 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:49.285122 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e2d4cd24-aa5e-4a94-a16c-cc23b47fd78a req-3479e047-0a13-4f41-a1e9-365ab2532c18 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 945 time: 0.0676324 Jun 23 08:46:49.327084 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e2d4cd24-aa5e-4a94-a16c-cc23b47fd78a req-8ad6eb35-6c16-4e2a-a5ac-1afabc5d71cd tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/security-groups?id=9374f109-7a02-4d2c-8e4e-21bcbe1fb400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350554 Jun 23 08:46:49.899547 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638cc5b5-ebe8-42d6-b85a-d322c26ca921 req-f584f607-caee-48e8-ac7e-b7aec7c2de1a tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:49.901039 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-638cc5b5-ebe8-42d6-b85a-d322c26ca921 req-f584f607-caee-48e8-ac7e-b7aec7c2de1a tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 945 time: 0.0790207 Jun 23 08:46:49.947189 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-638cc5b5-ebe8-42d6-b85a-d322c26ca921 req-1d000169-135d-4bd2-8aea-aab3c81da1aa tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398695 Jun 23 08:46:50.555064 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b048e5-ec28-4a47-a002-d5493e8ae041 req-bb6797e8-cd31-48c9-a17b-a9224eac2dfe tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:50.556557 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-77b048e5-ec28-4a47-a002-d5493e8ae041 req-bb6797e8-cd31-48c9-a17b-a9224eac2dfe tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 945 time: 0.1100974 Jun 23 08:46:50.562174 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd63222-67c5-475d-900e-ddf91aa16f22 req-8237bb5f-aaa0-4bc9-82dd-ae06cf312bdd tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:50.564366 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-3bd63222-67c5-475d-900e-ddf91aa16f22 req-8237bb5f-aaa0-4bc9-82dd-ae06cf312bdd tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.13 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 945 time: 0.1086984 Jun 23 08:46:50.614614 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-77b048e5-ec28-4a47-a002-d5493e8ae041 req-f635782e-95b1-4ee5-9820-4ae23bb6b68d tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/security-groups?id=9374f109-7a02-4d2c-8e4e-21bcbe1fb400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518527 Jun 23 08:46:50.676442 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [req-3bd63222-67c5-475d-900e-ddf91aa16f22 req-02b71867-cfbb-4227-a3a7-4895bb6d9b47 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Deleting port eaf4211d-3fe7-4718-90b0-a5f4de8d2db3 {{(pid=99594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:46:50.677131 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-3bd63222-67c5-475d-900e-ddf91aa16f22 req-02b71867-cfbb-4227-a3a7-4895bb6d9b47 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:50.776132 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-3bd63222-67c5-475d-900e-ddf91aa16f22 req-02b71867-cfbb-4227-a3a7-4895bb6d9b47 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] For port eaf4211d-3fe7-4718-90b0-a5f4de8d2db3, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=eaf4211d-3fe7-4718-90b0-a5f4de8d2db3,segment=NetworkSegment(722c628d-2496-4c31-adce-95f4e19fb95d),segment_id=722c628d-2496-4c31-adce-95f4e19fb95d)] {{(pid=99594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:46:50.776498 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-3bd63222-67c5-475d-900e-ddf91aa16f22 req-02b71867-cfbb-4227-a3a7-4895bb6d9b47 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:50.792222 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [req-3bd63222-67c5-475d-900e-ddf91aa16f22 req-02b71867-cfbb-4227-a3a7-4895bb6d9b47 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Calling delete_port for eaf4211d-3fe7-4718-90b0-a5f4de8d2db3 owned by compute:nova {{(pid=99594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:46:50.943728 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-3bd63222-67c5-475d-900e-ddf91aa16f22 req-02b71867-cfbb-4227-a3a7-4895bb6d9b47 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27156491'] for port, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:50.950257 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-de6f8221-d3f7-4fb8-beb7-aa0b9bbb3708 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:46:50.982857 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b71867-cfbb-4227-a3a7-4895bb6d9b47 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Pushing event deleted for resources: {'Port': ['ID=eaf4211d-3fe7-4718-90b0-a5f4de8d2db3,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:46:50.987764 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-02b71867-cfbb-4227-a3a7-4895bb6d9b47 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:46:50.994328 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['eaf4211d-3fe7-4718-90b0-a5f4de8d2db3'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:46:51.059741 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd63222-67c5-475d-900e-ddf91aa16f22 req-02b71867-cfbb-4227-a3a7-4895bb6d9b47 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] No DVR routers for this DVR port eaf4211d-3fe7-4718-90b0-a5f4de8d2db3 on host hv-cinder-76859 {{(pid=99594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 08:46:51.071326 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-3bd63222-67c5-475d-900e-ddf91aa16f22 req-02b71867-cfbb-4227-a3a7-4895bb6d9b47 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:51.074606 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-3bd63222-67c5-475d-900e-ddf91aa16f22 req-02b71867-cfbb-4227-a3a7-4895bb6d9b47 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.13 "DELETE /v2.0/ports/eaf4211d-3fe7-4718-90b0-a5f4de8d2db3 HTTP/1.1" status: 204 len: 173 time: 0.5033135 Jun 23 08:46:51.089811 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48df7925-3890-4aab-b247-1252ff8b9d1e', 'name': 'network-vif-deleted', 'tag': 'eaf4211d-3fe7-4718-90b0-a5f4de8d2db3'}] {{(pid=99594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:46:51.089811 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3f20cf24677dbb31f56fc6b5fcedde197d4abde885e517d24b88e41f2eb98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b88e078-596e-43ef-a82f-cb0f79749da9" -d '{"events": [{"server_uuid": "48df7925-3890-4aab-b247-1252ff8b9d1e", "name": "network-vif-deleted", "tag": "eaf4211d-3fe7-4718-90b0-a5f4de8d2db3"}]}' {{(pid=99594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:46:51.286115 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00334db-a62d-4585-8988-352d3d7839ed x-openstack-request-id: req-e00334db-a62d-4585-8988-352d3d7839ed {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:46:51.286457 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48df7925-3890-4aab-b247-1252ff8b9d1e", "name": "network-vif-deleted", "tag": "eaf4211d-3fe7-4718-90b0-a5f4de8d2db3", "status": "completed", "code": 200}]} {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:46:51.286773 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e00334db-a62d-4585-8988-352d3d7839ed {{(pid=99594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:46:51.287299 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48df7925-3890-4aab-b247-1252ff8b9d1e', 'name': 'network-vif-deleted', 'tag': 'eaf4211d-3fe7-4718-90b0-a5f4de8d2db3', 'status': 'completed', 'code': 200} Jun 23 08:46:51.423750 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5aa41-0107-43c8-926c-53383d02a15f req-b6c9efb4-c2bf-46ad-9fca-a0e7a0ef08a4 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:51.425172 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e0a5aa41-0107-43c8-926c-53383d02a15f req-b6c9efb4-c2bf-46ad-9fca-a0e7a0ef08a4 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 945 time: 0.0878575 Jun 23 08:46:51.481632 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e0a5aa41-0107-43c8-926c-53383d02a15f req-a37e0c3b-a0ca-4238-9d0d-15bd74f8d8e8 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471137 Jun 23 08:46:51.790584 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-cd972c2c-001f-405b-a3ca-7fb2c4a41a96 req-e6055c11-cada-4c7c-8e5e-718255d797f1 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df7925-3890-4aab-b247-1252ff8b9d1e HTTP/1.1" status: 200 len: 210 time: 0.0339172 Jun 23 08:46:52.695398 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed57d9f-e9b9-48fc-a00d-1e2bdcaf6e72 req-0acfe948-6491-4234-b632-d362b3423fba tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:52.696933 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-aed57d9f-e9b9-48fc-a00d-1e2bdcaf6e72 req-0acfe948-6491-4234-b632-d362b3423fba tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 945 time: 0.0809915 Jun 23 08:46:52.739300 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-aed57d9f-e9b9-48fc-a00d-1e2bdcaf6e72 req-e9f12978-6040-4ec6-a189-4c53d7e71251 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363114 Jun 23 08:46:53.542984 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 54746) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:46:53.775691 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device eaf4211d-3fe7-4718-90b0-a5f4de8d2db3 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:46:53.809637 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] No Port match for: eaf4211d-3fe7-4718-90b0-a5f4de8d2db3 {{(pid=99595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 08:46:53.810136 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device eaf4211d-3fe7-4718-90b0-a5f4de8d2db3 not bound to the agent host hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 08:46:53.931747 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2375a-3a48-46bd-86c5-b71ea6ca9423 req-6499d3db-25d5-4caf-9468-41dbc41a6168 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:53.939351 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3ce2375a-3a48-46bd-86c5-b71ea6ca9423 req-6499d3db-25d5-4caf-9468-41dbc41a6168 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 945 time: 0.0797949 Jun 23 08:46:53.983753 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3ce2375a-3a48-46bd-86c5-b71ea6ca9423 req-84dd3cc6-4130-4b8a-a109-1f04e672e0e2 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434456 Jun 23 08:46:54.046317 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-95ab7365-8934-4462-826e-e66b26da120a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1750014'] for router_interface, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:54.389890 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [None req-95ab7365-8934-4462-826e-e66b26da120a admin admin] Deleting port 60c8f5d4-6486-44f3-81ee-898d6a68e15a {{(pid=99594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:46:54.390237 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-95ab7365-8934-4462-826e-e66b26da120a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:54.478055 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [None req-95ab7365-8934-4462-826e-e66b26da120a admin admin] For port 60c8f5d4-6486-44f3-81ee-898d6a68e15a, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=60c8f5d4-6486-44f3-81ee-898d6a68e15a,segment=NetworkSegment(722c628d-2496-4c31-adce-95f4e19fb95d),segment_id=722c628d-2496-4c31-adce-95f4e19fb95d)] {{(pid=99594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:46:54.478409 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-95ab7365-8934-4462-826e-e66b26da120a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:54.494384 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [None req-95ab7365-8934-4462-826e-e66b26da120a admin admin] Calling delete_port for 60c8f5d4-6486-44f3-81ee-898d6a68e15a owned by network:router_interface {{(pid=99594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:46:54.702277 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-95ab7365-8934-4462-826e-e66b26da120a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27156491'] for port, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:54.708058 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-046edbdb-22d5-41b2-bc28-d1f36878ac4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:46:54.734564 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab7365-8934-4462-826e-e66b26da120a admin admin] Pushing event deleted for resources: {'Port': ['ID=60c8f5d4-6486-44f3-81ee-898d6a68e15a,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:46:54.738805 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-95ab7365-8934-4462-826e-e66b26da120a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:46:54.935982 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-95ab7365-8934-4462-826e-e66b26da120a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1821198'] for router_interface, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:55.188937 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b20c80-cbad-45cb-b898-cedba9994084 req-e55f9c51-e804-4eab-9053-ace112c487f0 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:55.189499 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ab7365-8934-4462-826e-e66b26da120a admin admin] Router fdff066c-b17c-4a30-b32b-b284c5bda099 has already been hosted by L3 agent b4fcebb9-4e54-4961-9fbc-14fb1630411d {{(pid=99594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 08:46:55.190369 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-88b20c80-cbad-45cb-b898-cedba9994084 req-e55f9c51-e804-4eab-9053-ace112c487f0 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 945 time: 0.0779054 Jun 23 08:46:55.252300 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-88b20c80-cbad-45cb-b898-cedba9994084 req-82e6e1b4-9a49-4007-828c-8bb61bdf9389 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526216 Jun 23 08:46:55.321949 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ab7365-8934-4462-826e-e66b26da120a admin admin] Notify agent at l3_agent.dv-cinder-768592-7-smb the message routers_updated {{(pid=99594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 08:46:55.328572 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-95ab7365-8934-4462-826e-e66b26da120a admin admin] 10.222.0.23 "PUT /v2.0/routers/fdff066c-b17c-4a30-b32b-b284c5bda099/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7836959 Jun 23 08:46:55.330464 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e488087a-1ec8-4e82-9a73-4f167be6edc5 None None] Sync routers for ids ['fdff066c-b17c-4a30-b32b-b284c5bda099'] in dv-cinder-768592-7-smb {{(pid=99595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 08:46:55.330944 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 54756) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:46:55.344432 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e488087a-1ec8-4e82-9a73-4f167be6edc5 None None] Routers {'fdff066c-b17c-4a30-b32b-b284c5bda099'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:46:55.345355 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-e488087a-1ec8-4e82-9a73-4f167be6edc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:46:41Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['fdff066c-b17c-4a30-b32b-b284c5bda099'], 'active': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:46:55.439673 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-26b2bfd5-a6e3-4c9e-a582-be07f5ee3365 admin admin] Notify callbacks [] for router, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:55.458462 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvr_db [None req-e488087a-1ec8-4e82-9a73-4f167be6edc5 None None] Set router fdff066c-b17c-4a30-b32b-b284c5bda099 gateway port host: dv-cinder-768592-7-smb {{(pid=99595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:46:55.549126 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-26b2bfd5-a6e3-4c9e-a582-be07f5ee3365 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:55.703128 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-e488087a-1ec8-4e82-9a73-4f167be6edc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'name': 'tempest-TestMinimumBasicScenario-1883011869-router', 'tenant_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '3d1aa500-b55f-42a4-9eb4-d779725d8a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:43:09Z', 'updated_at': '2021-06-23T08:46:54Z', 'revision_number': 5, 'project_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'gw_port': {'id': '3d1aa500-b55f-42a4-9eb4-d779725d8a02', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:43:10Z', 'updated_at': '2021-06-23T08:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb'}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:46:55.761767 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e488087a-1ec8-4e82-9a73-4f167be6edc5 None None] Checking router: fdff066c-b17c-4a30-b32b-b284c5bda099 for host: dv-cinder-768592-7-smb {{(pid=99595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 08:46:55.778166 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e488087a-1ec8-4e82-9a73-4f167be6edc5 None None] Routers {'fdff066c-b17c-4a30-b32b-b284c5bda099'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:46:55.779015 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-e488087a-1ec8-4e82-9a73-4f167be6edc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:46:41Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['fdff066c-b17c-4a30-b32b-b284c5bda099'], 'active': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:46:55.898354 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvr_db [None req-e488087a-1ec8-4e82-9a73-4f167be6edc5 None None] Set router fdff066c-b17c-4a30-b32b-b284c5bda099 gateway port host: None {{(pid=99595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:46:55.905014 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [None req-26b2bfd5-a6e3-4c9e-a582-be07f5ee3365 admin admin] Deleting port 3d1aa500-b55f-42a4-9eb4-d779725d8a02 {{(pid=99594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:46:55.905583 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-26b2bfd5-a6e3-4c9e-a582-be07f5ee3365 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:55.962030 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-e488087a-1ec8-4e82-9a73-4f167be6edc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'name': 'tempest-TestMinimumBasicScenario-1883011869-router', 'tenant_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:43:09Z', 'updated_at': '2021-06-23T08:46:55Z', 'revision_number': 6, 'project_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'gw_port_host': None}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:46:55.992559 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e488087a-1ec8-4e82-9a73-4f167be6edc5 None None] The sync data for ids ['fdff066c-b17c-4a30-b32b-b284c5bda099'] in dv-cinder-768592-7-smb is: [{'id': 'fdff066c-b17c-4a30-b32b-b284c5bda099', 'name': 'tempest-TestMinimumBasicScenario-1883011869-router', 'tenant_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:43:09Z', 'updated_at': '2021-06-23T08:46:55Z', 'revision_number': 6, 'project_id': 'cd27980e548b461c9e7bcdfe5ea62882', 'gw_port_host': None}] {{(pid=99595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 08:46:56.017813 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [None req-26b2bfd5-a6e3-4c9e-a582-be07f5ee3365 admin admin] For port 3d1aa500-b55f-42a4-9eb4-d779725d8a02, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=3d1aa500-b55f-42a4-9eb4-d779725d8a02,segment=NetworkSegment(6932e2b2-1f79-4fc6-aa47-4858913c769e),segment_id=6932e2b2-1f79-4fc6-aa47-4858913c769e)] {{(pid=99594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:46:56.018181 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-26b2bfd5-a6e3-4c9e-a582-be07f5ee3365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:56.038183 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [None req-26b2bfd5-a6e3-4c9e-a582-be07f5ee3365 admin admin] Calling delete_port for 3d1aa500-b55f-42a4-9eb4-d779725d8a02 owned by network:router_gateway {{(pid=99594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:46:56.225597 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-26b2bfd5-a6e3-4c9e-a582-be07f5ee3365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27156491'] for port, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:56.228372 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-a579f064-537a-47b7-b252-7be99739d018 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:46:56.256945 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b2bfd5-a6e3-4c9e-a582-be07f5ee3365 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d1aa500-b55f-42a4-9eb4-d779725d8a02,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:46:56.260484 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-26b2bfd5-a6e3-4c9e-a582-be07f5ee3365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:46:56.328681 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-26b2bfd5-a6e3-4c9e-a582-be07f5ee3365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717659'] for router_gateway, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:56.448028 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-26b2bfd5-a6e3-4c9e-a582-be07f5ee3365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15939'] for router, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:56.450892 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-26b2bfd5-a6e3-4c9e-a582-be07f5ee3365 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:56.478363 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7fbddc-d28d-4053-95a8-ae64e33c0d1e req-293f2e46-e807-4514-a954-e2702257a0c7 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:56.486050 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-0f7fbddc-d28d-4053-95a8-ae64e33c0d1e req-293f2e46-e807-4514-a954-e2702257a0c7 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 945 time: 0.0886612 Jun 23 08:46:56.514113 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-26b2bfd5-a6e3-4c9e-a582-be07f5ee3365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1821173'] for router, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:56.514694 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b2bfd5-a6e3-4c9e-a582-be07f5ee3365 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdff066c-b17c-4a30-b32b-b284c5bda099 {{(pid=99594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 08:46:56.520306 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-26b2bfd5-a6e3-4c9e-a582-be07f5ee3365 admin admin] Notify callbacks [] for router, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:56.521943 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-26b2bfd5-a6e3-4c9e-a582-be07f5ee3365 admin admin] 10.222.0.23 "DELETE /v2.0/routers/fdff066c-b17c-4a30-b32b-b284c5bda099 HTTP/1.1" status: 204 len: 168 time: 1.1901922 Jun 23 08:46:56.524390 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 54760) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:46:56.557279 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-0f7fbddc-d28d-4053-95a8-ae64e33c0d1e req-2b8de206-e0f2-40c7-a3bc-28a5afa530f0 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699937 Jun 23 08:46:56.598390 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.db_base_plugin_v2 [None req-de98e787-1b9c-4f78-a01f-4c0b983bdea2 admin admin] Deleting subnet 9ba8a857-78c7-405f-bd7b-690985022421 {{(pid=99594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 08:46:56.601908 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-de98e787-1b9c-4f78-a01f-4c0b983bdea2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:56.647518 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-de98e787-1b9c-4f78-a01f-4c0b983bdea2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27262445'] for subnet, precommit_delete_associations {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:56.776912 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-de98e787-1b9c-4f78-a01f-4c0b983bdea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742952'] for subnet, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:56.854811 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-de98e787-1b9c-4f78-a01f-4c0b983bdea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27156545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27099653'] for subnet, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:56.859033 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-f8ed892d-75c3-41dc-84d0-973500575da5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:46:56.889620 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de98e787-1b9c-4f78-a01f-4c0b983bdea2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ba8a857-78c7-405f-bd7b-690985022421,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:46:56.891959 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-de98e787-1b9c-4f78-a01f-4c0b983bdea2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:56.897412 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 54762) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:46:56.897822 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-de98e787-1b9c-4f78-a01f-4c0b983bdea2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9ba8a857-78c7-405f-bd7b-690985022421 HTTP/1.1" status: 204 len: 168 time: 0.3720484 Jun 23 08:46:56.899275 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-de98e787-1b9c-4f78-a01f-4c0b983bdea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:46:56.902051 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54688666-c256-4435-84dc-087fbc818722 None None] Network 8af9e12a-a50e-49e3-a158-896d696b05e9 requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:46:56.985122 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-241c1a27-ab8b-4ffd-96a2-5c21c724fe97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-650670'] for network, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:57.078106 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.plugin [None req-241c1a27-ab8b-4ffd-96a2-5c21c724fe97 admin admin] Deleting port a190b591-a24d-4588-babc-73b1a2988ead {{(pid=99593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:46:57.078467 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-241c1a27-ab8b-4ffd-96a2-5c21c724fe97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:57.178763 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.db [None req-241c1a27-ab8b-4ffd-96a2-5c21c724fe97 admin admin] For port a190b591-a24d-4588-babc-73b1a2988ead, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=a190b591-a24d-4588-babc-73b1a2988ead,segment=NetworkSegment(722c628d-2496-4c31-adce-95f4e19fb95d),segment_id=722c628d-2496-4c31-adce-95f4e19fb95d)] {{(pid=99593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:46:57.179149 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-241c1a27-ab8b-4ffd-96a2-5c21c724fe97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:57.195020 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82599c01-f6f6-4895-8ba6-38244c3648de None None] DHCP port deletion for 8af9e12a-a50e-49e3-a158-896d696b05e9 request from dv-cinder-768592-7-smb {{(pid=99595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 08:46:57.210437 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.plugin [None req-241c1a27-ab8b-4ffd-96a2-5c21c724fe97 admin admin] Calling delete_port for a190b591-a24d-4588-babc-73b1a2988ead owned by network:dhcp {{(pid=99593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:46:57.288583 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-82599c01-f6f6-4895-8ba6-38244c3648de None None] Deleting port a190b591-a24d-4588-babc-73b1a2988ead {{(pid=99595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:46:57.289596 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-82599c01-f6f6-4895-8ba6-38244c3648de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:57.341965 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-241c1a27-ab8b-4ffd-96a2-5c21c724fe97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3652706'] for port, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:57.345155 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:46:57.375186 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c1a27-ab8b-4ffd-96a2-5c21c724fe97 admin admin] Pushing event deleted for resources: {'Port': ['ID=a190b591-a24d-4588-babc-73b1a2988ead,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:46:57.379886 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-241c1a27-ab8b-4ffd-96a2-5c21c724fe97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:46:57.385094 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-82599c01-f6f6-4895-8ba6-38244c3648de None None] For port a190b591-a24d-4588-babc-73b1a2988ead, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=a190b591-a24d-4588-babc-73b1a2988ead,segment=NetworkSegment(722c628d-2496-4c31-adce-95f4e19fb95d),segment_id=722c628d-2496-4c31-adce-95f4e19fb95d)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:46:57.385539 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-82599c01-f6f6-4895-8ba6-38244c3648de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:57.389027 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241c1a27-ab8b-4ffd-96a2-5c21c724fe97 admin admin] No DVR routers for this DVR port a190b591-a24d-4588-babc-73b1a2988ead on host dv-cinder-768592-7-smb {{(pid=99593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 08:46:57.404483 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-82599c01-f6f6-4895-8ba6-38244c3648de None None] Calling delete_port for a190b591-a24d-4588-babc-73b1a2988ead owned by network:dhcp {{(pid=99595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:46:57.482152 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-241c1a27-ab8b-4ffd-96a2-5c21c724fe97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745381', 'neutron.services.segments.db._delete_segments_for_network-8772759238175'] for network, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:57.494064 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.services.segments.db [None req-241c1a27-ab8b-4ffd-96a2-5c21c724fe97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8af9e12a-a50e-49e3-a158-896d696b05e9']}} {{(pid=99593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:46:57.516556 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.services.segments.db [None req-241c1a27-ab8b-4ffd-96a2-5c21c724fe97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '722c628d-2496-4c31-adce-95f4e19fb95d') {'for_net_delete': True} {{(pid=99593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:46:57.516886 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.services.segments.db [None req-241c1a27-ab8b-4ffd-96a2-5c21c724fe97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '722c628d-2496-4c31-adce-95f4e19fb95d') {} {{(pid=99593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:46:57.541513 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-241c1a27-ab8b-4ffd-96a2-5c21c724fe97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772759225838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3632250'] for segment, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:57.560128 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-241c1a27-ab8b-4ffd-96a2-5c21c724fe97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565'] for segment, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:57.570908 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-241c1a27-ab8b-4ffd-96a2-5c21c724fe97 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=99593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 08:46:57.571318 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-241c1a27-ab8b-4ffd-96a2-5c21c724fe97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3652789'] for segment, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:57.572834 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-82599c01-f6f6-4895-8ba6-38244c3648de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126'] for port, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:57.573412 dv-cinder-768592-7-smb neutron-server[99593]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 08:46:57.573412 dv-cinder-768592-7-smb neutron-server[99593]: conditions |= (models_v2.Port.network_id.in_( Jun 23 08:46:57.573412 dv-cinder-768592-7-smb neutron-server[99593]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 08:46:57.573412 dv-cinder-768592-7-smb neutron-server[99593]: conditions |= (models_v2.Port.network_id.in_( Jun 23 08:46:57.573412 dv-cinder-768592-7-smb neutron-server[99593]: Traceback (most recent call last): Jun 23 08:46:57.573412 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 08:46:57.573412 dv-cinder-768592-7-smb neutron-server[99593]: timer() Jun 23 08:46:57.573412 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 08:46:57.573412 dv-cinder-768592-7-smb neutron-server[99593]: cb(*args, **kw) Jun 23 08:46:57.573412 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 08:46:57.573412 dv-cinder-768592-7-smb neutron-server[99593]: return func(*args, **kwargs) Jun 23 08:46:57.573412 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 08:46:57.573412 dv-cinder-768592-7-smb neutron-server[99593]: self._notify() Jun 23 08:46:57.573412 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 08:46:57.573412 dv-cinder-768592-7-smb neutron-server[99593]: self.callback(batched_events) Jun 23 08:46:57.573412 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 08:46:57.573412 dv-cinder-768592-7-smb neutron-server[99593]: event.method(event) Jun 23 08:46:57.573412 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 08:46:57.573412 dv-cinder-768592-7-smb neutron-server[99593]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 08:46:57.573412 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 08:46:57.573412 dv-cinder-768592-7-smb neutron-server[99593]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 08:46:57.573412 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 08:46:57.573412 dv-cinder-768592-7-smb neutron-server[99593]: return f(self, *a, **k) Jun 23 08:46:57.573412 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 08:46:57.573412 dv-cinder-768592-7-smb neutron-server[99593]: return self._get(url).json() Jun 23 08:46:57.573412 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 08:46:57.573412 dv-cinder-768592-7-smb neutron-server[99593]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 08:46:57.573412 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 08:46:57.573412 dv-cinder-768592-7-smb neutron-server[99593]: return self.request(url, 'GET', **kwargs) Jun 23 08:46:57.573412 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 08:46:57.573412 dv-cinder-768592-7-smb neutron-server[99593]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 08:46:57.573412 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 08:46:57.573412 dv-cinder-768592-7-smb neutron-server[99593]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 08:46:57.573412 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 08:46:57.573412 dv-cinder-768592-7-smb neutron-server[99593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 08:46:57.573412 dv-cinder-768592-7-smb neutron-server[99593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 08:46:57.575779 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-113ca704-0e40-403a-9bab-9d3b1a0e8c58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:46:57.632549 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-241c1a27-ab8b-4ffd-96a2-5c21c724fe97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717610'] for network, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:57.638442 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82599c01-f6f6-4895-8ba6-38244c3648de None None] Pushing event deleted for resources: {'Port': ['ID=a190b591-a24d-4588-babc-73b1a2988ead,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:46:57.652050 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-241c1a27-ab8b-4ffd-96a2-5c21c724fe97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for network, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:57.652281 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-82599c01-f6f6-4895-8ba6-38244c3648de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:46:57.655758 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-241c1a27-ab8b-4ffd-96a2-5c21c724fe97 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8af9e12a-a50e-49e3-a158-896d696b05e9 HTTP/1.1" status: 204 len: 168 time: 0.7571871 Jun 23 08:46:57.656646 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:46:57.658662 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 54768) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:46:57.659166 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82599c01-f6f6-4895-8ba6-38244c3648de None None] No DVR routers for this DVR port a190b591-a24d-4588-babc-73b1a2988ead on host dv-cinder-768592-7-smb {{(pid=99595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 08:46:57.686696 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c1a27-ab8b-4ffd-96a2-5c21c724fe97 admin admin] Pushing event deleted for resources: {'Network': ['ID=8af9e12a-a50e-49e3-a158-896d696b05e9,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:46:57.689942 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-241c1a27-ab8b-4ffd-96a2-5c21c724fe97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:46:57.805518 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 3d1aa500-b55f-42a4-9eb4-d779725d8a02 no longer exists at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:46:57.827076 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] No Port match for: 3d1aa500-b55f-42a4-9eb4-d779725d8a02 {{(pid=99595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 08:46:57.827394 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 3d1aa500-b55f-42a4-9eb4-d779725d8a02 not bound to the agent host dv-cinder-768592-7-smb {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 08:46:57.827801 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 60c8f5d4-6486-44f3-81ee-898d6a68e15a no longer exists at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:46:57.851252 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] No Port match for: 60c8f5d4-6486-44f3-81ee-898d6a68e15a {{(pid=99595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 08:46:57.851619 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 60c8f5d4-6486-44f3-81ee-898d6a68e15a not bound to the agent host dv-cinder-768592-7-smb {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 08:46:57.852086 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device a190b591-a24d-4588-babc-73b1a2988ead no longer exists at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:46:57.872867 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] No Port match for: a190b591-a24d-4588-babc-73b1a2988ead {{(pid=99595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 08:46:57.873224 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device a190b591-a24d-4588-babc-73b1a2988ead not bound to the agent host dv-cinder-768592-7-smb {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 08:46:57.894576 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc17fe-b4a0-4c08-93b5-bebd9e7ebc58 req-4aae0543-cc32-4a42-902b-ae0ab55959d5 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:57.896816 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-51dc17fe-b4a0-4c08-93b5-bebd9e7ebc58 req-4aae0543-cc32-4a42-902b-ae0ab55959d5 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 945 time: 0.1493237 Jun 23 08:46:57.939484 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-51dc17fe-b4a0-4c08-93b5-bebd9e7ebc58 req-7902fb88-1d67-4a5d-afdf-4cb7b75b648a tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350742 Jun 23 08:46:58.113023 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-df44ad2c-5f90-40c4-a542-205362fea6d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1750014'] for router_interface, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:58.418442 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [None req-df44ad2c-5f90-40c4-a542-205362fea6d8 admin admin] Deleting port 63925e4c-05c0-4948-a4b2-2d2bd9ba48da {{(pid=99594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:46:58.418722 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-df44ad2c-5f90-40c4-a542-205362fea6d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:58.512392 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [None req-df44ad2c-5f90-40c4-a542-205362fea6d8 admin admin] For port 63925e4c-05c0-4948-a4b2-2d2bd9ba48da, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=63925e4c-05c0-4948-a4b2-2d2bd9ba48da,segment=NetworkSegment(ca535288-c07c-4105-8caa-364fc73d0ea7),segment_id=ca535288-c07c-4105-8caa-364fc73d0ea7)] {{(pid=99594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:46:58.512837 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-df44ad2c-5f90-40c4-a542-205362fea6d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:58.530287 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [None req-df44ad2c-5f90-40c4-a542-205362fea6d8 admin admin] Calling delete_port for 63925e4c-05c0-4948-a4b2-2d2bd9ba48da owned by network:router_interface {{(pid=99594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:46:58.724177 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-df44ad2c-5f90-40c4-a542-205362fea6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27156491'] for port, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:58.734309 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-089e18e1-afbd-4246-b644-37b3c323c9dc tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:46:58.767084 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df44ad2c-5f90-40c4-a542-205362fea6d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=63925e4c-05c0-4948-a4b2-2d2bd9ba48da,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:46:58.787413 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-df44ad2c-5f90-40c4-a542-205362fea6d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:46:58.940015 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-df44ad2c-5f90-40c4-a542-205362fea6d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1821198'] for router_interface, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:59.116595 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a773c9b-dd74-4f31-ada7-545503b6188e req-fea9c6a9-f26c-4d08-a623-c1bcd3d8481e tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:46:59.118087 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-2a773c9b-dd74-4f31-ada7-545503b6188e req-fea9c6a9-f26c-4d08-a623-c1bcd3d8481e tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 945 time: 0.0634663 Jun 23 08:46:59.152857 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df44ad2c-5f90-40c4-a542-205362fea6d8 admin admin] Router 242c4dd2-b441-41f0-a366-60a0f6d04de4 has already been hosted by L3 agent b4fcebb9-4e54-4961-9fbc-14fb1630411d {{(pid=99594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 08:46:59.156528 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-2a773c9b-dd74-4f31-ada7-545503b6188e req-8eba78b7-2587-4b39-85f7-9a2a48aaa154 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320930 Jun 23 08:46:59.265075 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df44ad2c-5f90-40c4-a542-205362fea6d8 admin admin] Notify agent at l3_agent.dv-cinder-768592-7-smb the message routers_updated {{(pid=99594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 08:46:59.271309 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-df44ad2c-5f90-40c4-a542-205362fea6d8 admin admin] 10.222.0.23 "PUT /v2.0/routers/242c4dd2-b441-41f0-a366-60a0f6d04de4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6114793 Jun 23 08:46:59.273777 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 54786) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:46:59.274805 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc9b308-73cc-4119-9422-a628f111da2d None None] Sync routers for ids ['242c4dd2-b441-41f0-a366-60a0f6d04de4'] in dv-cinder-768592-7-smb {{(pid=99596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 08:46:59.283849 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc9b308-73cc-4119-9422-a628f111da2d None None] Routers {'242c4dd2-b441-41f0-a366-60a0f6d04de4'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:46:59.284526 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-8fc9b308-73cc-4119-9422-a628f111da2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:46:41Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['242c4dd2-b441-41f0-a366-60a0f6d04de4'], 'active': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:46:59.374076 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-db47e82b-0e83-49a8-ad5b-7b9615bb34ea admin admin] Notify callbacks [] for router, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:59.386412 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvr_db [None req-8fc9b308-73cc-4119-9422-a628f111da2d None None] Set router 242c4dd2-b441-41f0-a366-60a0f6d04de4 gateway port host: dv-cinder-768592-7-smb {{(pid=99596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:46:59.469516 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-db47e82b-0e83-49a8-ad5b-7b9615bb34ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:59.526100 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [None req-db47e82b-0e83-49a8-ad5b-7b9615bb34ea admin admin] Deleting port 423732cf-8a16-4acc-ba6d-d7fe0d4cc0df {{(pid=99594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:46:59.526641 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-db47e82b-0e83-49a8-ad5b-7b9615bb34ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:59.562620 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-8fc9b308-73cc-4119-9422-a628f111da2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '242c4dd2-b441-41f0-a366-60a0f6d04de4', 'name': 'tempest-TestMinimumBasicScenario-471463304-router', 'tenant_id': '162506028b4841508e1996e95265c975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '423732cf-8a16-4acc-ba6d-d7fe0d4cc0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:43:16Z', 'updated_at': '2021-06-23T08:46:58Z', 'revision_number': 5, 'project_id': '162506028b4841508e1996e95265c975', 'gw_port': {'id': '423732cf-8a16-4acc-ba6d-d7fe0d4cc0df', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242c4dd2-b441-41f0-a366-60a0f6d04de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:43:17Z', 'updated_at': '2021-06-23T08:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb'}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:46:59.588061 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc9b308-73cc-4119-9422-a628f111da2d None None] Checking router: 242c4dd2-b441-41f0-a366-60a0f6d04de4 for host: dv-cinder-768592-7-smb {{(pid=99596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 08:46:59.596087 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc9b308-73cc-4119-9422-a628f111da2d None None] Routers {'242c4dd2-b441-41f0-a366-60a0f6d04de4'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:46:59.596698 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-8fc9b308-73cc-4119-9422-a628f111da2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:46:41Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['242c4dd2-b441-41f0-a366-60a0f6d04de4'], 'active': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:46:59.603759 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [None req-db47e82b-0e83-49a8-ad5b-7b9615bb34ea admin admin] For port 423732cf-8a16-4acc-ba6d-d7fe0d4cc0df, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=423732cf-8a16-4acc-ba6d-d7fe0d4cc0df,segment=NetworkSegment(6932e2b2-1f79-4fc6-aa47-4858913c769e),segment_id=6932e2b2-1f79-4fc6-aa47-4858913c769e)] {{(pid=99594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:46:59.604119 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-db47e82b-0e83-49a8-ad5b-7b9615bb34ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:59.618468 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [None req-db47e82b-0e83-49a8-ad5b-7b9615bb34ea admin admin] Calling delete_port for 423732cf-8a16-4acc-ba6d-d7fe0d4cc0df owned by network:router_gateway {{(pid=99594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:46:59.679615 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvr_db [None req-8fc9b308-73cc-4119-9422-a628f111da2d None None] Set router 242c4dd2-b441-41f0-a366-60a0f6d04de4 gateway port host: None {{(pid=99596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:46:59.731487 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-8fc9b308-73cc-4119-9422-a628f111da2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '242c4dd2-b441-41f0-a366-60a0f6d04de4', 'name': 'tempest-TestMinimumBasicScenario-471463304-router', 'tenant_id': '162506028b4841508e1996e95265c975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:43:16Z', 'updated_at': '2021-06-23T08:46:59Z', 'revision_number': 6, 'project_id': '162506028b4841508e1996e95265c975', 'gw_port_host': None}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:46:59.764786 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc9b308-73cc-4119-9422-a628f111da2d None None] The sync data for ids ['242c4dd2-b441-41f0-a366-60a0f6d04de4'] in dv-cinder-768592-7-smb is: [{'id': '242c4dd2-b441-41f0-a366-60a0f6d04de4', 'name': 'tempest-TestMinimumBasicScenario-471463304-router', 'tenant_id': '162506028b4841508e1996e95265c975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:43:16Z', 'updated_at': '2021-06-23T08:46:59Z', 'revision_number': 6, 'project_id': '162506028b4841508e1996e95265c975', 'gw_port_host': None}] {{(pid=99596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 08:46:59.784671 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-db47e82b-0e83-49a8-ad5b-7b9615bb34ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27156491'] for port, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:59.787761 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-a579f064-537a-47b7-b252-7be99739d018 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:46:59.812746 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db47e82b-0e83-49a8-ad5b-7b9615bb34ea admin admin] Pushing event deleted for resources: {'Port': ['ID=423732cf-8a16-4acc-ba6d-d7fe0d4cc0df,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:46:59.818122 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-db47e82b-0e83-49a8-ad5b-7b9615bb34ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:46:59.875018 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-db47e82b-0e83-49a8-ad5b-7b9615bb34ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717659'] for router_gateway, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:59.960126 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-db47e82b-0e83-49a8-ad5b-7b9615bb34ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15939'] for router, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:46:59.962157 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-db47e82b-0e83-49a8-ad5b-7b9615bb34ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:00.004610 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-db47e82b-0e83-49a8-ad5b-7b9615bb34ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1821173'] for router, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:00.005593 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db47e82b-0e83-49a8-ad5b-7b9615bb34ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 242c4dd2-b441-41f0-a366-60a0f6d04de4 {{(pid=99594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 08:47:00.009854 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-db47e82b-0e83-49a8-ad5b-7b9615bb34ea admin admin] Notify callbacks [] for router, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:00.011090 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-db47e82b-0e83-49a8-ad5b-7b9615bb34ea admin admin] 10.222.0.23 "DELETE /v2.0/routers/242c4dd2-b441-41f0-a366-60a0f6d04de4 HTTP/1.1" status: 204 len: 168 time: 0.7363129 Jun 23 08:47:00.013678 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 54788) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:47:00.057696 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.db.db_base_plugin_v2 [None req-28a3d56a-a2a8-4d56-bd23-013a86ba9874 admin admin] Deleting subnet ca255e7a-9130-43bb-a1f4-bbcb45f8c998 {{(pid=99593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 08:47:00.060552 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-28a3d56a-a2a8-4d56-bd23-013a86ba9874 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:00.063083 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baebff6-6016-4676-b7db-fbcbabd98fef req-3123a840-a1da-4a4b-b27a-f98bc0273195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:00.064594 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-8baebff6-6016-4676-b7db-fbcbabd98fef req-3123a840-a1da-4a4b-b27a-f98bc0273195 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=155e1127bd2f402a83bf7f1e4da6faa5&device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 1098 time: 0.0525434 Jun 23 08:47:00.099321 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-28a3d56a-a2a8-4d56-bd23-013a86ba9874 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3632229'] for subnet, precommit_delete_associations {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:00.161418 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baebff6-6016-4676-b7db-fbcbabd98fef req-bfc9d270-b0e9-4a09-8767-3adb66df4646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:00.162919 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-8baebff6-6016-4676-b7db-fbcbabd98fef req-bfc9d270-b0e9-4a09-8767-3adb66df4646 service neutron] 10.222.0.13 "GET /v2.0/networks?id=02f4b377-8e86-41d6-8ffe-f003b45c6248 HTTP/1.1" status: 200 len: 917 time: 0.0912113 Jun 23 08:47:00.217511 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-28a3d56a-a2a8-4d56-bd23-013a86ba9874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742952'] for subnet, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:00.234981 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-8baebff6-6016-4676-b7db-fbcbabd98fef req-1c1b63e2-e5d3-4007-b1bb-a55ddbccb78e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46018ff9-78d7-4c9e-ac66-8fe30eab0b9b HTTP/1.1" status: 200 len: 1000 time: 0.0656528 Jun 23 08:47:00.280522 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-28a3d56a-a2a8-4d56-bd23-013a86ba9874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3652648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2551212'] for subnet, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:00.283845 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:47:00.291846 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baebff6-6016-4676-b7db-fbcbabd98fef req-2fa3221a-5d15-4456-8024-9c729bcda886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:00.293345 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-8baebff6-6016-4676-b7db-fbcbabd98fef req-2fa3221a-5d15-4456-8024-9c729bcda886 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b3df551-72d8-4749-a018-772b466944b3 HTTP/1.1" status: 200 len: 855 time: 0.0525231 Jun 23 08:47:00.313371 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3d56a-a2a8-4d56-bd23-013a86ba9874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca255e7a-9130-43bb-a1f4-bbcb45f8c998,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:47:00.322563 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-28a3d56a-a2a8-4d56-bd23-013a86ba9874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:47:00.333455 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7244de-d7fc-4493-afb7-77989674c538 None None] Network 829076dd-c4ae-4695-8eb2-b71e708b41f0 requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:47:00.354051 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baebff6-6016-4676-b7db-fbcbabd98fef req-20c7feac-bcdb-4412-9d4c-4fa06f12d70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:00.355104 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-28a3d56a-a2a8-4d56-bd23-013a86ba9874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for subnet, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:00.356104 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-8baebff6-6016-4676-b7db-fbcbabd98fef req-20c7feac-bcdb-4412-9d4c-4fa06f12d70a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02f4b377-8e86-41d6-8ffe-f003b45c6248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0560503 Jun 23 08:47:00.357108 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-28a3d56a-a2a8-4d56-bd23-013a86ba9874 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ca255e7a-9130-43bb-a1f4-bbcb45f8c998 HTTP/1.1" status: 204 len: 168 time: 0.3423207 Jun 23 08:47:00.360158 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 54792) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:47:00.394320 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531254a-7f0b-4f52-8e93-e09ff81cce43 req-ad0f30d1-7cb3-4ba3-89e3-8e19c6c935cf tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:00.396388 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a531254a-7f0b-4f52-8e93-e09ff81cce43 req-ad0f30d1-7cb3-4ba3-89e3-8e19c6c935cf tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 945 time: 0.0864944 Jun 23 08:47:00.440015 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a531254a-7f0b-4f52-8e93-e09ff81cce43 req-501fe921-a1aa-4b65-82b7-cb6f1cd1f342 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365298 Jun 23 08:47:00.602211 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa9f5df-2e07-4f24-870c-2796bb78b0b7 None None] DHCP port deletion for 829076dd-c4ae-4695-8eb2-b71e708b41f0 request from dv-cinder-768592-7-smb {{(pid=99595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 08:47:00.652780 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-5fa9f5df-2e07-4f24-870c-2796bb78b0b7 None None] Deleting port 00c52093-10ab-4b6c-a584-6753a48573eb {{(pid=99595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:47:00.653268 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-5fa9f5df-2e07-4f24-870c-2796bb78b0b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:00.768472 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-018301c9-46fe-40b1-9ad3-e6c0c8b13a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-650670'] for network, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:00.820620 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-8baebff6-6016-4676-b7db-fbcbabd98fef req-c2447d1e-ba5b-4f38-b39a-1b034b1f875e service neutron] 10.222.0.13 "GET /v2.0/networks/02f4b377-8e86-41d6-8ffe-f003b45c6248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4516776 Jun 23 08:47:00.847260 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-5fa9f5df-2e07-4f24-870c-2796bb78b0b7 None None] For port 00c52093-10ab-4b6c-a584-6753a48573eb, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=00c52093-10ab-4b6c-a584-6753a48573eb,segment=NetworkSegment(ca535288-c07c-4105-8caa-364fc73d0ea7),segment_id=ca535288-c07c-4105-8caa-364fc73d0ea7)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:47:00.847715 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-5fa9f5df-2e07-4f24-870c-2796bb78b0b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:00.860864 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-5fa9f5df-2e07-4f24-870c-2796bb78b0b7 None None] Calling delete_port for 00c52093-10ab-4b6c-a584-6753a48573eb owned by network:dhcp {{(pid=99595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:47:00.910150 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [None req-018301c9-46fe-40b1-9ad3-e6c0c8b13a38 admin admin] Deleting port 00c52093-10ab-4b6c-a584-6753a48573eb {{(pid=99594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:47:00.910676 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-018301c9-46fe-40b1-9ad3-e6c0c8b13a38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:00.944683 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-5fa9f5df-2e07-4f24-870c-2796bb78b0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126'] for port, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:00.946803 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:47:00.971463 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9f5df-2e07-4f24-870c-2796bb78b0b7 None None] Pushing event deleted for resources: {'Port': ['ID=00c52093-10ab-4b6c-a584-6753a48573eb,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:47:00.974850 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-5fa9f5df-2e07-4f24-870c-2796bb78b0b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:47:00.977579 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa9f5df-2e07-4f24-870c-2796bb78b0b7 None None] No DVR routers for this DVR port 00c52093-10ab-4b6c-a584-6753a48573eb on host dv-cinder-768592-7-smb {{(pid=99595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 08:47:00.983552 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-8baebff6-6016-4676-b7db-fbcbabd98fef req-9fe8e774-0cc2-4174-92e6-19ff6dd43bb6 service neutron] 10.222.0.13 "GET /v2.0/networks/02f4b377-8e86-41d6-8ffe-f003b45c6248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545296 Jun 23 08:47:00.999760 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [None req-018301c9-46fe-40b1-9ad3-e6c0c8b13a38 admin admin] For port 00c52093-10ab-4b6c-a584-6753a48573eb, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=00c52093-10ab-4b6c-a584-6753a48573eb,segment=NetworkSegment(ca535288-c07c-4105-8caa-364fc73d0ea7),segment_id=ca535288-c07c-4105-8caa-364fc73d0ea7)] {{(pid=99594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:47:01.000245 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-018301c9-46fe-40b1-9ad3-e6c0c8b13a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:01.014211 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [None req-018301c9-46fe-40b1-9ad3-e6c0c8b13a38 admin admin] Calling delete_port for 00c52093-10ab-4b6c-a584-6753a48573eb owned by network:dhcp {{(pid=99594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:47:01.088339 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-018301c9-46fe-40b1-9ad3-e6c0c8b13a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27156491'] for port, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:01.090305 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-9b349cc8-dace-4cf8-b19f-cd004d258113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:47:01.112250 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018301c9-46fe-40b1-9ad3-e6c0c8b13a38 admin admin] Pushing event deleted for resources: {'Port': ['ID=00c52093-10ab-4b6c-a584-6753a48573eb,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:47:01.117124 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-018301c9-46fe-40b1-9ad3-e6c0c8b13a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:47:01.119641 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018301c9-46fe-40b1-9ad3-e6c0c8b13a38 admin admin] No DVR routers for this DVR port 00c52093-10ab-4b6c-a584-6753a48573eb on host dv-cinder-768592-7-smb {{(pid=99594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 08:47:01.197741 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-018301c9-46fe-40b1-9ad3-e6c0c8b13a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745381', 'neutron.services.segments.db._delete_segments_for_network-8772759238175'] for network, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:01.207483 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.services.segments.db [None req-018301c9-46fe-40b1-9ad3-e6c0c8b13a38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['829076dd-c4ae-4695-8eb2-b71e708b41f0']}} {{(pid=99594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:47:01.217171 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.services.segments.db [None req-018301c9-46fe-40b1-9ad3-e6c0c8b13a38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca535288-c07c-4105-8caa-364fc73d0ea7') {'for_net_delete': True} {{(pid=99594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:47:01.217471 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.services.segments.db [None req-018301c9-46fe-40b1-9ad3-e6c0c8b13a38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca535288-c07c-4105-8caa-364fc73d0ea7') {} {{(pid=99594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:47:01.225993 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-018301c9-46fe-40b1-9ad3-e6c0c8b13a38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772759225838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27262450'] for segment, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:01.240104 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-018301c9-46fe-40b1-9ad3-e6c0c8b13a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565'] for segment, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:01.246397 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-018301c9-46fe-40b1-9ad3-e6c0c8b13a38 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=99594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 08:47:01.246841 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-018301c9-46fe-40b1-9ad3-e6c0c8b13a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27156700'] for segment, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: conditions |= (models_v2.Port.network_id.in_( Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: conditions |= (models_v2.Port.network_id.in_( Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: conditions |= (models_v2.Port.network_id.in_( Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: conditions |= (models_v2.Port.network_id.in_( Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: self.session.flush() Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: self.session.flush() Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: self.session.flush() Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: self.session.flush() Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: Traceback (most recent call last): Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: timer() Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: cb(*args, **kw) Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: return func(*args, **kwargs) Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: self._notify() Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: self.callback(batched_events) Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: event.method(event) Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: return f(self, *a, **k) Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: return self._get(url).json() Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: return self.request(url, 'GET', **kwargs) Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 08:47:01.248607 dv-cinder-768592-7-smb neutron-server[99594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 08:47:01.300456 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-018301c9-46fe-40b1-9ad3-e6c0c8b13a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717610'] for network, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:01.305263 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:47:01.309067 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-018301c9-46fe-40b1-9ad3-e6c0c8b13a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for network, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:01.310907 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-018301c9-46fe-40b1-9ad3-e6c0c8b13a38 admin admin] 10.222.0.23 "DELETE /v2.0/networks/829076dd-c4ae-4695-8eb2-b71e708b41f0 HTTP/1.1" status: 204 len: 168 time: 0.9496114 Jun 23 08:47:01.324694 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018301c9-46fe-40b1-9ad3-e6c0c8b13a38 admin admin] Pushing event deleted for resources: {'Network': ['ID=829076dd-c4ae-4695-8eb2-b71e708b41f0,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:47:01.327165 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-018301c9-46fe-40b1-9ad3-e6c0c8b13a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:47:01.465500 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 54800) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:47:01.511835 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-3af8620b-e28b-4f34-bac6-7173c6488785 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cd27980e548b461c9e7bcdfe5ea62882&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450819 Jun 23 08:47:01.514245 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 54804) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:47:01.561059 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-177a749b-3247-470b-bf7f-e8bc65cf3ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:01.583159 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-177a749b-3247-470b-bf7f-e8bc65cf3ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:01.624681 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f4022-4870-4136-953a-28b2934dccc6 req-22989b8f-6943-4d4c-8704-c402423a471b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:01.626347 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-482f4022-4870-4136-953a-28b2934dccc6 req-22989b8f-6943-4d4c-8704-c402423a471b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 945 time: 0.0634181 Jun 23 08:47:01.633850 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-177a749b-3247-470b-bf7f-e8bc65cf3ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:01.636721 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-177a749b-3247-470b-bf7f-e8bc65cf3ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:01.637860 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-177a749b-3247-470b-bf7f-e8bc65cf3ec0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9374f109-7a02-4d2c-8e4e-21bcbe1fb400 HTTP/1.1" status: 204 len: 168 time: 0.1226928 Jun 23 08:47:01.638632 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-758c3833-e599-41d4-a68e-e8dcc6acb1ca tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:47:01.648012 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a749b-3247-470b-bf7f-e8bc65cf3ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9374f109-7a02-4d2c-8e4e-21bcbe1fb400,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:47:01.650585 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-177a749b-3247-470b-bf7f-e8bc65cf3ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:47:01.676774 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-482f4022-4870-4136-953a-28b2934dccc6 req-24a9e728-9c1e-4464-b1f6-1dc69de3d1b5 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400398 Jun 23 08:47:01.782751 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 423732cf-8a16-4acc-ba6d-d7fe0d4cc0df no longer exists at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:47:01.806345 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] No Port match for: 423732cf-8a16-4acc-ba6d-d7fe0d4cc0df {{(pid=99595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 08:47:01.806723 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 423732cf-8a16-4acc-ba6d-d7fe0d4cc0df not bound to the agent host dv-cinder-768592-7-smb {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 08:47:01.809916 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 00c52093-10ab-4b6c-a584-6753a48573eb no longer exists at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:47:01.829777 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:47:01.833592 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] No Port match for: 00c52093-10ab-4b6c-a584-6753a48573eb {{(pid=99595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 08:47:01.833953 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 00c52093-10ab-4b6c-a584-6753a48573eb not bound to the agent host dv-cinder-768592-7-smb {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 08:47:01.834390 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 63925e4c-05c0-4948-a4b2-2d2bd9ba48da no longer exists at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:47:01.871390 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] No Port match for: 63925e4c-05c0-4948-a4b2-2d2bd9ba48da {{(pid=99595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 08:47:01.871766 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 63925e4c-05c0-4948-a4b2-2d2bd9ba48da not bound to the agent host dv-cinder-768592-7-smb {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 08:47:01.925952 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:01.950821 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0657800-c410-42d0-a698-f5edc92b9915', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46018ff9-78d7-4c9e-ac66-8fe30eab0b9b'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:47:01.953117 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe10368e395667840533ec91c6601648d36376b54de0a6f6a3b23a108ba8d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01be366f-b3be-48aa-af1c-591bf324e6f6" -d '{"events": [{"server_uuid": "e0657800-c410-42d0-a698-f5edc92b9915", "name": "network-vif-unplugged", "status": "completed", "tag": "46018ff9-78d7-4c9e-ac66-8fe30eab0b9b"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:47:01.967480 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=46018ff9-78d7-4c9e-ac66-8fe30eab0b9b,segment=NetworkSegment(31b2f068-fef9-4baa-bc53-51c6f575a7bf),segment_id=31b2f068-fef9-4baa-bc53-51c6f575a7bf)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:47:01.972044 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:01.975093 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 54812) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:47:01.975628 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-550f1921-9eb9-45a8-8f9c-35382a9bdd89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:47:01.998672 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 08:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0fe106-9bcb-40eb-84ee-d14400722e5d x-openstack-request-id: req-2f0fe106-9bcb-40eb-84ee-d14400722e5d {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:47:01.998995 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0657800-c410-42d0-a698-f5edc92b9915", "name": "network-vif-unplugged", "status": "completed", "tag": "46018ff9-78d7-4c9e-ac66-8fe30eab0b9b", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:47:01.999255 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2f0fe106-9bcb-40eb-84ee-d14400722e5d {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:47:01.999649 dv-cinder-768592-7-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0657800-c410-42d0-a698-f5edc92b9915', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46018ff9-78d7-4c9e-ac66-8fe30eab0b9b', 'code': 200} Jun 23 08:47:02.018985 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-4561a787-b428-4f6e-8f22-ca3b2dcd9a2d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=162506028b4841508e1996e95265c975&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423143 Jun 23 08:47:02.021917 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 54814) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:47:02.026105 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=46018ff9-78d7-4c9e-ac66-8fe30eab0b9b,revision_number=8']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:47:02.029141 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:47:02.068657 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-cab12671-b60f-400b-b463-bc9131e85637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:02.093399 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-cab12671-b60f-400b-b463-bc9131e85637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:02.139189 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-cab12671-b60f-400b-b463-bc9131e85637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:02.141721 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-cab12671-b60f-400b-b463-bc9131e85637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:02.142879 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-cab12671-b60f-400b-b463-bc9131e85637 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b5fcd846-fe9a-4538-89dd-30d7d7fe5f3f HTTP/1.1" status: 204 len: 168 time: 0.1200056 Jun 23 08:47:02.143641 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-93d194bb-f918-47b2-8f2b-6ebd99e1433c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:47:02.152601 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab12671-b60f-400b-b463-bc9131e85637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fcd846-fe9a-4538-89dd-30d7d7fe5f3f,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:47:02.154821 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-cab12671-b60f-400b-b463-bc9131e85637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:47:02.866636 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99672ca5-76b9-4720-b6a8-86bda1a38a2e req-db532c59-dba3-476a-a90b-db40586455a8 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:02.868135 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-99672ca5-76b9-4720-b6a8-86bda1a38a2e req-db532c59-dba3-476a-a90b-db40586455a8 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 943 time: 0.0697033 Jun 23 08:47:02.909895 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-99672ca5-76b9-4720-b6a8-86bda1a38a2e req-147bba03-05f4-4d1e-9207-8cbe70251db4 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358353 Jun 23 08:47:04.089533 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f71a0-0902-42a5-8a4a-fd9608cdf493 req-2c333c4c-4a26-4586-b8e2-24136513371b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:04.091009 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-135f71a0-0902-42a5-8a4a-fd9608cdf493 req-2c333c4c-4a26-4586-b8e2-24136513371b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 943 time: 0.0629039 Jun 23 08:47:04.128670 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-135f71a0-0902-42a5-8a4a-fd9608cdf493 req-dcbb102f-28b7-4bbc-a02c-4bb51976abdc tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320330 Jun 23 08:47:05.267898 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167754a-0dca-4128-885a-4203820a3128 req-3a60e1c4-857a-4c5e-b53b-3c100c7cea63 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:05.269418 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6167754a-0dca-4128-885a-4203820a3128 req-3a60e1c4-857a-4c5e-b53b-3c100c7cea63 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 943 time: 0.1019533 Jun 23 08:47:05.273398 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-44e5ba64-09d7-40ae-98a0-e895e371e0ee req-0a5bb1b5-7805-4fbf-9838-9760ef6983be service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0972056 Jun 23 08:47:05.308361 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6167754a-0dca-4128-885a-4203820a3128 req-93287aea-215c-4df8-93bd-839489cd94c0 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327010 Jun 23 08:47:05.833456 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:47:06.226166 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5ba64-09d7-40ae-98a0-e895e371e0ee req-b95aacc9-32d7-420d-88ba-d586d828d249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:06.227641 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-44e5ba64-09d7-40ae-98a0-e895e371e0ee req-b95aacc9-32d7-420d-88ba-d586d828d249 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915&tenant_id=155e1127bd2f402a83bf7f1e4da6faa5 HTTP/1.1" status: 200 len: 1096 time: 0.0527174 Jun 23 08:47:06.308745 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5ba64-09d7-40ae-98a0-e895e371e0ee req-6bb02005-bc77-4eec-a15e-1dcbddf019c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:06.310185 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-44e5ba64-09d7-40ae-98a0-e895e371e0ee req-6bb02005-bc77-4eec-a15e-1dcbddf019c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=155e1127bd2f402a83bf7f1e4da6faa5&device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 1096 time: 0.0502710 Jun 23 08:47:06.400727 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5ba64-09d7-40ae-98a0-e895e371e0ee req-37c43a6d-8d9c-424d-84f9-97812d8b5a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:06.402182 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-44e5ba64-09d7-40ae-98a0-e895e371e0ee req-37c43a6d-8d9c-424d-84f9-97812d8b5a49 service neutron] 10.222.0.13 "GET /v2.0/networks?id=02f4b377-8e86-41d6-8ffe-f003b45c6248 HTTP/1.1" status: 200 len: 917 time: 0.0855401 Jun 23 08:47:06.467901 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-44e5ba64-09d7-40ae-98a0-e895e371e0ee req-87b67f18-34db-40eb-ab62-90b7302dd115 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46018ff9-78d7-4c9e-ac66-8fe30eab0b9b HTTP/1.1" status: 200 len: 998 time: 0.0575948 Jun 23 08:47:06.485738 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5ee79-7e5c-4414-aa2a-1fce956620b9 req-04ec4e58-4893-4738-9a6d-f1ff4475e99b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:06.487651 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-f3d5ee79-7e5c-4414-aa2a-1fce956620b9 req-04ec4e58-4893-4738-9a6d-f1ff4475e99b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 943 time: 0.0638106 Jun 23 08:47:06.515474 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5ba64-09d7-40ae-98a0-e895e371e0ee req-6500fc0b-c236-4fb0-a4d7-092e97746fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:06.516918 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-44e5ba64-09d7-40ae-98a0-e895e371e0ee req-6500fc0b-c236-4fb0-a4d7-092e97746fb9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b3df551-72d8-4749-a018-772b466944b3 HTTP/1.1" status: 200 len: 855 time: 0.0429645 Jun 23 08:47:06.525507 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-f3d5ee79-7e5c-4414-aa2a-1fce956620b9 req-8509e5f5-21b5-46b2-b214-6eb9ee062efe tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320644 Jun 23 08:47:06.576742 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5ba64-09d7-40ae-98a0-e895e371e0ee req-6ed7e40d-99eb-4958-891e-c7a9598216f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:06.578210 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-44e5ba64-09d7-40ae-98a0-e895e371e0ee req-6ed7e40d-99eb-4958-891e-c7a9598216f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02f4b377-8e86-41d6-8ffe-f003b45c6248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0547605 Jun 23 08:47:06.664454 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-44e5ba64-09d7-40ae-98a0-e895e371e0ee req-3f2fa2e5-5186-4e3c-a7ec-1d0f683a9a0c service neutron] 10.222.0.13 "GET /v2.0/networks/02f4b377-8e86-41d6-8ffe-f003b45c6248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798764 Jun 23 08:47:06.755026 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-44e5ba64-09d7-40ae-98a0-e895e371e0ee req-3a702bf5-9d52-4aa2-bd71-9a23aec83c30 service neutron] 10.222.0.13 "GET /v2.0/networks/02f4b377-8e86-41d6-8ffe-f003b45c6248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833521 Jun 23 08:47:07.673407 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 6 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:47:07.732922 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d190bf-460f-465f-94cb-b88e33e1dbb8 req-5ea91508-09a3-4a57-bc30-fb117f0bf8da tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:07.734407 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-07d190bf-460f-465f-94cb-b88e33e1dbb8 req-5ea91508-09a3-4a57-bc30-fb117f0bf8da tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 943 time: 0.0685461 Jun 23 08:47:07.775923 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-07d190bf-460f-465f-94cb-b88e33e1dbb8 req-493087b8-5afd-4802-9f7b-1406eb0dc465 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340648 Jun 23 08:47:08.332805 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-75423ce6-e173-4e84-b002-a0566f343942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:08.970856 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a8e93-93a9-45ed-873a-4f64c783b1a7 req-420ac7ef-700f-4a53-b05c-65c55d145cb1 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:08.972401 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b38a8e93-93a9-45ed-873a-4f64c783b1a7 req-420ac7ef-700f-4a53-b05c-65c55d145cb1 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 943 time: 0.0753028 Jun 23 08:47:09.015250 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b38a8e93-93a9-45ed-873a-4f64c783b1a7 req-aff6e003-fe39-48a7-bd99-a0a033c732d9 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350285 Jun 23 08:47:10.206626 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436dcf62-4333-480f-98be-8a396a983eeb req-edd85d02-8b5d-4bd4-a0c1-f2922f926f04 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:10.208126 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-436dcf62-4333-480f-98be-8a396a983eeb req-edd85d02-8b5d-4bd4-a0c1-f2922f926f04 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 943 time: 0.0678377 Jun 23 08:47:10.251984 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-436dcf62-4333-480f-98be-8a396a983eeb req-1e97b8e4-3bf1-4893-9f9f-e39ccfa9e7c8 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374990 Jun 23 08:47:10.864845 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:11.074655 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-048a6c21-d268-4c5b-aebb-f1d1c56cd639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:11.389889 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:11.443019 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b605c5-1c06-4a2c-b182-b93cc8646129 req-a4e6dd9c-b255-4413-9d1c-e72e6badd11b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:11.444659 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-15b605c5-1c06-4a2c-b182-b93cc8646129 req-a4e6dd9c-b255-4413-9d1c-e72e6badd11b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 943 time: 0.0737846 Jun 23 08:47:11.485917 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-15b605c5-1c06-4a2c-b182-b93cc8646129 req-af1df06b-fcf0-4912-a03b-55eafa883dbd tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347180 Jun 23 08:47:12.035856 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:12.669153 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41bc4c-09c8-47df-a4ee-35d576a18d90 req-2c35e966-d0e7-4b67-b486-617b30d18c9c tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:12.670593 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-2f41bc4c-09c8-47df-a4ee-35d576a18d90 req-2c35e966-d0e7-4b67-b486-617b30d18c9c tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 943 time: 0.0641508 Jun 23 08:47:12.709570 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-2f41bc4c-09c8-47df-a4ee-35d576a18d90 req-75d3d02d-a19f-4af8-9cea-0b7813a561ac tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331793 Jun 23 08:47:13.616663 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:13.899733 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb165d-7c77-47e3-a78d-c3da02f32ed8 req-af02daa3-b4a0-4d75-b6fe-35bf2ddffd7a tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:13.901193 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-63bb165d-7c77-47e3-a78d-c3da02f32ed8 req-af02daa3-b4a0-4d75-b6fe-35bf2ddffd7a tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 943 time: 0.0713992 Jun 23 08:47:13.940164 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-63bb165d-7c77-47e3-a78d-c3da02f32ed8 req-4d51c7e8-1b5f-490e-85f3-6abfe81e3b3e tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334682 Jun 23 08:47:15.129364 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4b28e-1af1-4dda-8170-d142410d1255 req-d7fa100c-3051-4b1c-ba4a-cbff4d122a48 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:15.130847 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-68f4b28e-1af1-4dda-8170-d142410d1255 req-d7fa100c-3051-4b1c-ba4a-cbff4d122a48 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 943 time: 0.0689976 Jun 23 08:47:15.171865 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-68f4b28e-1af1-4dda-8170-d142410d1255 req-737c5530-0e63-4307-921b-9a26ad7851c7 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346510 Jun 23 08:47:16.360639 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452dcc72-d781-46d0-b078-1b06730c2a11 req-19c9153b-e5c2-4d12-9571-43dae07c3a7b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:16.362037 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-452dcc72-d781-46d0-b078-1b06730c2a11 req-19c9153b-e5c2-4d12-9571-43dae07c3a7b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 943 time: 0.0700533 Jun 23 08:47:16.405317 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-452dcc72-d781-46d0-b078-1b06730c2a11 req-c7095662-c38e-4873-be7b-191b88071b30 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361302 Jun 23 08:47:17.585003 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67312f5-21c9-436c-8549-e5b3cec8159e req-a2a46944-1144-491d-8723-2356895eb6c9 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:17.586540 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c67312f5-21c9-436c-8549-e5b3cec8159e req-a2a46944-1144-491d-8723-2356895eb6c9 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 943 time: 0.0644689 Jun 23 08:47:17.623596 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c67312f5-21c9-436c-8549-e5b3cec8159e req-df374d6f-0947-41df-ab20-0610fc8cf8f8 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310636 Jun 23 08:47:18.800082 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1db142-ef42-433b-9630-92c65a86a40d req-11e79998-f300-4443-84f0-c35ac057debd tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:18.801530 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-4e1db142-ef42-433b-9630-92c65a86a40d req-11e79998-f300-4443-84f0-c35ac057debd tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 943 time: 0.0635769 Jun 23 08:47:18.839219 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-4e1db142-ef42-433b-9630-92c65a86a40d req-1ad0a5cf-6cdb-434b-8aaf-acc392bb4285 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322073 Jun 23 08:47:20.019496 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034198a-f869-4713-be52-86735bdf8297 req-1a6347cd-2af3-4b78-a24c-fb40bf1aaf6e tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:20.020968 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d034198a-f869-4713-be52-86735bdf8297 req-1a6347cd-2af3-4b78-a24c-fb40bf1aaf6e tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 943 time: 0.0661540 Jun 23 08:47:20.058746 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d034198a-f869-4713-be52-86735bdf8297 req-dac1f0cf-443d-43d4-94ee-dbb632007269 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321465 Jun 23 08:47:20.375581 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-827f5381-6ed7-4a56-b575-92a054122e74 req-27bc8433-393d-4f6f-9ecc-51c64996c021 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521977 Jun 23 08:47:20.486655 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f5381-6ed7-4a56-b575-92a054122e74 req-5485ed4d-3a34-4cd9-b3b4-462917c86054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:20.488158 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-827f5381-6ed7-4a56-b575-92a054122e74 req-5485ed4d-3a34-4cd9-b3b4-462917c86054 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b702ea957bec4fd09d9744a200168709&device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 1098 time: 0.0518610 Jun 23 08:47:20.593336 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f5381-6ed7-4a56-b575-92a054122e74 req-03ccff05-e902-4fc4-88c5-e31b81f005a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:20.594773 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-827f5381-6ed7-4a56-b575-92a054122e74 req-03ccff05-e902-4fc4-88c5-e31b81f005a4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d0d43174-f981-49b1-bac6-a67fe4300b11 HTTP/1.1" status: 200 len: 909 time: 0.0866032 Jun 23 08:47:20.657050 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-827f5381-6ed7-4a56-b575-92a054122e74 req-c58598a4-8779-4a75-b888-b2e7de78958e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b971875a-8325-4221-ab9e-2fbe44cc05b6 HTTP/1.1" status: 200 len: 1001 time: 0.0559611 Jun 23 08:47:20.707672 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f5381-6ed7-4a56-b575-92a054122e74 req-4f64c988-b5ca-430e-bac9-363f90daef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:20.709073 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-827f5381-6ed7-4a56-b575-92a054122e74 req-4f64c988-b5ca-430e-bac9-363f90daef98 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69f1b17f-3891-479d-bfec-f33f2f567fe6 HTTP/1.1" status: 200 len: 847 time: 0.0463955 Jun 23 08:47:20.765217 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f5381-6ed7-4a56-b575-92a054122e74 req-caf18c8e-6c3a-40f3-be73-6e894b58437a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:20.766753 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-827f5381-6ed7-4a56-b575-92a054122e74 req-caf18c8e-6c3a-40f3-be73-6e894b58437a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0d43174-f981-49b1-bac6-a67fe4300b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0512223 Jun 23 08:47:20.854552 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-827f5381-6ed7-4a56-b575-92a054122e74 req-b845eef7-dc7d-43c1-a130-67262d512284 service neutron] 10.222.0.13 "GET /v2.0/networks/d0d43174-f981-49b1-bac6-a67fe4300b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807874 Jun 23 08:47:21.071811 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-827f5381-6ed7-4a56-b575-92a054122e74 req-c1a8878f-41ed-4bc5-bc23-4fa96db4d3fc service neutron] 10.222.0.13 "GET /v2.0/networks/d0d43174-f981-49b1-bac6-a67fe4300b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856860 Jun 23 08:47:21.235415 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2c5b4-9a78-4ab7-b94e-1d8a84e16486 req-fe548671-cec9-4da2-a29b-69d5705b1e68 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:21.236882 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-72d2c5b4-9a78-4ab7-b94e-1d8a84e16486 req-fe548671-cec9-4da2-a29b-69d5705b1e68 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 943 time: 0.0628021 Jun 23 08:47:21.274626 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-72d2c5b4-9a78-4ab7-b94e-1d8a84e16486 req-ec3861c2-28ce-4b48-8b04-d4234e149697 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322528 Jun 23 08:47:21.872888 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 08:47:21.966334 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=46018ff9-78d7-4c9e-ac66-8fe30eab0b9b,segment=NetworkSegment(31b2f068-fef9-4baa-bc53-51c6f575a7bf),segment_id=31b2f068-fef9-4baa-bc53-51c6f575a7bf)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:47:21.977044 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Returning: {'device': '46018ff9-78d7-4c9e-ac66-8fe30eab0b9b', 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248', 'port_id': '46018ff9-78d7-4c9e-ac66-8fe30eab0b9b', 'mac_address': 'fa:16:3e:a6:c3:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b3df551-72d8-4749-a018-772b466944b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 08:47:22.016473 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:22.028516 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b {{(pid=99595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:47:22.046586 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=46018ff9-78d7-4c9e-ac66-8fe30eab0b9b,segment=NetworkSegment(31b2f068-fef9-4baa-bc53-51c6f575a7bf),segment_id=31b2f068-fef9-4baa-bc53-51c6f575a7bf)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:47:22.050396 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:22.052108 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:47:22.096321 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=46018ff9-78d7-4c9e-ac66-8fe30eab0b9b,revision_number=9']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:47:22.099330 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:47:22.454284 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af8759-8feb-4e7c-b748-5115ff983a81 req-cf59ca99-8842-4f7c-8be2-42f556102648 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:22.455914 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-82af8759-8feb-4e7c-b748-5115ff983a81 req-cf59ca99-8842-4f7c-8be2-42f556102648 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 944 time: 0.0668106 Jun 23 08:47:22.497165 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-82af8759-8feb-4e7c-b748-5115ff983a81 req-277dbe02-1814-4ea6-b9f2-4f0c7aa2461b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353425 Jun 23 08:47:22.524551 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['46018ff9-78d7-4c9e-ac66-8fe30eab0b9b'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:47:23.673902 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e47313-eb7e-4015-b114-e477365e90c7 req-86f56cff-23db-4eec-a1f0-48ebe7bb644c tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:23.675341 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-48e47313-eb7e-4015-b114-e477365e90c7 req-86f56cff-23db-4eec-a1f0-48ebe7bb644c tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 944 time: 0.0642190 Jun 23 08:47:23.712071 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-48e47313-eb7e-4015-b114-e477365e90c7 req-6565a1f8-6c52-4c68-9b44-b0d2c15e614d tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304632 Jun 23 08:47:23.869090 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b up at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:47:23.915648 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning complete for port 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:47:23.916023 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:23.988756 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:24.010918 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0657800-c410-42d0-a698-f5edc92b9915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46018ff9-78d7-4c9e-ac66-8fe30eab0b9b'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:47:24.013188 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe10368e395667840533ec91c6601648d36376b54de0a6f6a3b23a108ba8d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92b58aa-6c35-4b85-9415-977432d07a4b" -d '{"events": [{"server_uuid": "e0657800-c410-42d0-a698-f5edc92b9915", "name": "network-vif-plugged", "status": "completed", "tag": "46018ff9-78d7-4c9e-ac66-8fe30eab0b9b"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:47:24.028427 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=46018ff9-78d7-4c9e-ac66-8fe30eab0b9b,segment=NetworkSegment(31b2f068-fef9-4baa-bc53-51c6f575a7bf),segment_id=31b2f068-fef9-4baa-bc53-51c6f575a7bf)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:47:24.032747 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:24.034621 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-87e0f162-e52f-4a43-aeff-25a1b50653f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:47:24.057259 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d9a224-39d1-4d7d-8f45-5a364ee2249e x-openstack-request-id: req-e9d9a224-39d1-4d7d-8f45-5a364ee2249e {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:47:24.057567 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0657800-c410-42d0-a698-f5edc92b9915", "name": "network-vif-plugged", "status": "completed", "tag": "46018ff9-78d7-4c9e-ac66-8fe30eab0b9b", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:47:24.057831 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e9d9a224-39d1-4d7d-8f45-5a364ee2249e {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:47:24.058224 dv-cinder-768592-7-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0657800-c410-42d0-a698-f5edc92b9915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46018ff9-78d7-4c9e-ac66-8fe30eab0b9b', 'code': 200} Jun 23 08:47:24.082576 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=46018ff9-78d7-4c9e-ac66-8fe30eab0b9b,revision_number=10']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:47:24.085734 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:47:24.289936 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5c9c6-5c05-4956-90ad-3b36ebbdd863 req-3d3c546d-b9ed-4fee-b295-6c25b7bd4ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:24.291436 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-2cd5c9c6-5c05-4956-90ad-3b36ebbdd863 req-3d3c546d-b9ed-4fee-b295-6c25b7bd4ad2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 1099 time: 0.0518494 Jun 23 08:47:24.325883 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-2cd5c9c6-5c05-4956-90ad-3b36ebbdd863 req-bc035be8-1cd2-4ca7-84d0-a4d11c284a98 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279779 Jun 23 08:47:24.888944 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52c0c4-9d45-4516-af48-4661f8b99245 req-96115356-81db-4edf-b53c-09a31e038d0f tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:24.890377 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-cf52c0c4-9d45-4516-af48-4661f8b99245 req-96115356-81db-4edf-b53c-09a31e038d0f tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 946 time: 0.0647633 Jun 23 08:47:24.926863 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-cf52c0c4-9d45-4516-af48-4661f8b99245 req-6bbfc3fd-a4fe-4fa0-bc08-a7295d540633 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308590 Jun 23 08:47:26.122955 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3574463-a977-4064-b42b-d45e1821283b req-a9a6aaef-4ff1-45f4-861a-f85df5667cae tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:26.124439 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d3574463-a977-4064-b42b-d45e1821283b req-a9a6aaef-4ff1-45f4-861a-f85df5667cae tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 946 time: 0.0769117 Jun 23 08:47:26.163804 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d3574463-a977-4064-b42b-d45e1821283b req-98c562e2-4934-4f46-8c8d-e140934df4e7 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336006 Jun 23 08:47:27.345021 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc137a-161e-4928-aa62-9f55514fea2e req-e726a624-e298-4d8b-b748-e160caff70f6 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:27.346383 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-52fc137a-161e-4928-aa62-9f55514fea2e req-e726a624-e298-4d8b-b748-e160caff70f6 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 946 time: 0.0624983 Jun 23 08:47:27.383746 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-52fc137a-161e-4928-aa62-9f55514fea2e req-56497f7e-3263-4d4a-ba0e-87b7bbd6b713 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310602 Jun 23 08:47:38.338681 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2bbe5c8c-aa89-47d8-80c5-6e361595603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:40.877154 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:41.075898 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9fc85f62-e793-477d-8cca-f1657018e5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:41.384303 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:42.037600 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:42.139449 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 54968) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:47:42.637412 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.plugin [None req-86458c5c-973a-4be2-884e-b6b53b7c1e26 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Deleting port 1f2ac9cb-d50a-40bc-a336-8c1d962eeeaf {{(pid=99593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:47:42.637756 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-86458c5c-973a-4be2-884e-b6b53b7c1e26 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:42.712821 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-86458c5c-973a-4be2-884e-b6b53b7c1e26 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:42.713154 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-86458c5c-973a-4be2-884e-b6b53b7c1e26 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:42.724236 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.plugin [None req-86458c5c-973a-4be2-884e-b6b53b7c1e26 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Calling delete_port for 1f2ac9cb-d50a-40bc-a336-8c1d962eeeaf owned by network:floatingip {{(pid=99593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:47:42.865169 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-86458c5c-973a-4be2-884e-b6b53b7c1e26 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3652706'] for port, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:42.867826 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:47:42.890011 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86458c5c-973a-4be2-884e-b6b53b7c1e26 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Pushing event deleted for resources: {'Port': ['ID=1f2ac9cb-d50a-40bc-a336-8c1d962eeeaf,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:47:42.904158 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86458c5c-973a-4be2-884e-b6b53b7c1e26 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:47:42.904553 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86458c5c-973a-4be2-884e-b6b53b7c1e26 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:47:42.904931 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86458c5c-973a-4be2-884e-b6b53b7c1e26 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:47:42.905327 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86458c5c-973a-4be2-884e-b6b53b7c1e26 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:47:42.905680 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86458c5c-973a-4be2-884e-b6b53b7c1e26 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:47:42.906045 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86458c5c-973a-4be2-884e-b6b53b7c1e26 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:47:42.906414 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86458c5c-973a-4be2-884e-b6b53b7c1e26 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:47:42.906799 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86458c5c-973a-4be2-884e-b6b53b7c1e26 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:47:42.907165 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86458c5c-973a-4be2-884e-b6b53b7c1e26 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:47:42.907526 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86458c5c-973a-4be2-884e-b6b53b7c1e26 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:47:42.907902 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86458c5c-973a-4be2-884e-b6b53b7c1e26 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:47:42.908247 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86458c5c-973a-4be2-884e-b6b53b7c1e26 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:47:42.911282 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-86458c5c-973a-4be2-884e-b6b53b7c1e26 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:47:42.965262 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-86458c5c-973a-4be2-884e-b6b53b7c1e26 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks [] for floatingip, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:42.965599 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.db.l3_db [None req-86458c5c-973a-4be2-884e-b6b53b7c1e26 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Floating IP 015045fc-fce3-4701-a2e1-1ba16595c257 disassociated (deleted). External IP: 172.28.3.222, port: b971875a-8325-4221-ab9e-2fbe44cc05b6. Jun 23 08:47:43.170318 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86458c5c-973a-4be2-884e-b6b53b7c1e26 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Router ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb has already been hosted by L3 agent b4fcebb9-4e54-4961-9fbc-14fb1630411d {{(pid=99593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 08:47:43.278567 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86458c5c-973a-4be2-884e-b6b53b7c1e26 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify agent at l3_agent.dv-cinder-768592-7-smb the message routers_updated {{(pid=99593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 08:47:43.283446 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-86458c5c-973a-4be2-884e-b6b53b7c1e26 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for floatingip, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:43.289546 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ea960e-03b3-446b-afdf-c3d28fba6809 None None] Sync routers for ids ['ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb'] in dv-cinder-768592-7-smb {{(pid=99595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 08:47:43.298895 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ea960e-03b3-446b-afdf-c3d28fba6809 None None] Routers {'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:47:43.299606 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-b6ea960e-03b3-446b-afdf-c3d28fba6809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:47:41Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb'], 'active': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:47:43.318685 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-86458c5c-973a-4be2-884e-b6b53b7c1e26 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "DELETE /v2.0/floatingips/015045fc-fce3-4701-a2e1-1ba16595c257 HTTP/1.1" status: 204 len: 168 time: 1.1781647 Jun 23 08:47:43.319454 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f', 'tag': 'b971875a-8325-4221-ab9e-2fbe44cc05b6'}] {{(pid=99593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:47:43.321993 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83d3d9f818ca77ff61c49848176a0342e42afa0a53a044e94cf7f219d67d3ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac0d9e1-3799-4056-b0cb-61e8fd564ff7" -d '{"events": [{"name": "network-changed", "server_uuid": "7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f", "tag": "b971875a-8325-4221-ab9e-2fbe44cc05b6"}]}' {{(pid=99593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:47:43.359791 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 08:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4cac05-1cfb-4eb6-a6ef-e39ac180967f x-openstack-request-id: req-eb4cac05-1cfb-4eb6-a6ef-e39ac180967f {{(pid=99593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:47:43.360129 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f", "tag": "b971875a-8325-4221-ab9e-2fbe44cc05b6", "status": "completed", "code": 200}]} {{(pid=99593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:47:43.360418 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb4cac05-1cfb-4eb6-a6ef-e39ac180967f {{(pid=99593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:47:43.360884 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f', 'tag': 'b971875a-8325-4221-ab9e-2fbe44cc05b6', 'status': 'completed', 'code': 200} Jun 23 08:47:43.409044 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvr_db [None req-b6ea960e-03b3-446b-afdf-c3d28fba6809 None None] Set router ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb gateway port host: dv-cinder-768592-7-smb {{(pid=99595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:47:43.472057 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0d9e1-3799-4056-b0cb-61e8fd564ff7 req-a869a3ad-635f-4b16-b415-2b5bf19a0882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:43.473593 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-6ac0d9e1-3799-4056-b0cb-61e8fd564ff7 req-a869a3ad-635f-4b16-b415-2b5bf19a0882 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b702ea957bec4fd09d9744a200168709&device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 1098 time: 0.0606065 Jun 23 08:47:43.566031 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0d9e1-3799-4056-b0cb-61e8fd564ff7 req-2d3a3ea0-26f6-483b-b634-1764cd311560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:43.567586 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-6ac0d9e1-3799-4056-b0cb-61e8fd564ff7 req-2d3a3ea0-26f6-483b-b634-1764cd311560 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d0d43174-f981-49b1-bac6-a67fe4300b11 HTTP/1.1" status: 200 len: 909 time: 0.0877631 Jun 23 08:47:43.620356 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-b6ea960e-03b3-446b-afdf-c3d28fba6809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb', 'name': 'tempest-TestShelveInstance-760123047-router', 'tenant_id': 'b702ea957bec4fd09d9744a200168709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': '4608194c-4c90-4e76-a945-bf189938a4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:41:27Z', 'updated_at': '2021-06-23T08:41:31Z', 'revision_number': 4, 'project_id': 'b702ea957bec4fd09d9744a200168709', 'gw_port': {'id': '4608194c-4c90-4e76-a945-bf189938a4f6', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:94:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:41:27Z', 'updated_at': '2021-06-23T08:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': '19549dae-c488-44ca-9b84-e59a04fbf02f', 'name': '', 'network_id': 'd0d43174-f981-49b1-bac6-a67fe4300b11', 'tenant_id': 'b702ea957bec4fd09d9744a200168709', 'mac_address': 'fa:16:3e:2a:2f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '69f1b17f-3891-479d-bfec-f33f2f567fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:41:29Z', 'updated_at': '2021-06-23T08:41:37Z', 'revision_number': 5, 'project_id': 'b702ea957bec4fd09d9744a200168709', 'subnets': [{'id': '69f1b17f-3891-479d-bfec-f33f2f567fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:47:43.623853 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:43.650921 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ea960e-03b3-446b-afdf-c3d28fba6809 None None] Checking router: ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb for host: dv-cinder-768592-7-smb {{(pid=99595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 08:47:43.659384 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ea960e-03b3-446b-afdf-c3d28fba6809 None None] Routers {'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:47:43.660028 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-b6ea960e-03b3-446b-afdf-c3d28fba6809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:47:41Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb'], 'active': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:47:43.661767 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-6ac0d9e1-3799-4056-b0cb-61e8fd564ff7 req-e17cfa17-40e0-4df8-9be4-f011aa7d535d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b971875a-8325-4221-ab9e-2fbe44cc05b6 HTTP/1.1" status: 200 len: 217 time: 0.0414894 Jun 23 08:47:43.703570 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33deaab-61c0-4948-80ac-511cc6e5c461 req-2f29889b-f455-4588-9ef7-7de9afc02b7a tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:43.705136 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c33deaab-61c0-4948-80ac-511cc6e5c461 req-2f29889b-f455-4588-9ef7-7de9afc02b7a tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 945 time: 0.0681491 Jun 23 08:47:43.713664 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0d9e1-3799-4056-b0cb-61e8fd564ff7 req-dc179827-aba8-4564-aabe-f8a5ee92561c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:43.715183 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-6ac0d9e1-3799-4056-b0cb-61e8fd564ff7 req-dc179827-aba8-4564-aabe-f8a5ee92561c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69f1b17f-3891-479d-bfec-f33f2f567fe6 HTTP/1.1" status: 200 len: 847 time: 0.0467052 Jun 23 08:47:43.747667 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c33deaab-61c0-4948-80ac-511cc6e5c461 req-1236bf68-e6ce-4f4f-b102-6bd9ea340752 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6e77565-e56b-46d1-91a9-b123b4e39d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362437 Jun 23 08:47:43.775524 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0d9e1-3799-4056-b0cb-61e8fd564ff7 req-b931500e-eed6-4e8a-9e00-7901e17ef8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:43.777025 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-6ac0d9e1-3799-4056-b0cb-61e8fd564ff7 req-b931500e-eed6-4e8a-9e00-7901e17ef8b2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0d43174-f981-49b1-bac6-a67fe4300b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0544555 Jun 23 08:47:43.780782 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvr_db [None req-b6ea960e-03b3-446b-afdf-c3d28fba6809 None None] Set router ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb gateway port host: dv-cinder-768592-7-smb {{(pid=99595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:47:43.870465 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-6ac0d9e1-3799-4056-b0cb-61e8fd564ff7 req-65daa0f9-8099-4a70-8c62-c30dc493201a service neutron] 10.222.0.13 "GET /v2.0/networks/d0d43174-f981-49b1-bac6-a67fe4300b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859716 Jun 23 08:47:43.960370 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-6ac0d9e1-3799-4056-b0cb-61e8fd564ff7 req-0f62242f-2821-49af-8f7e-9645760b4cc3 service neutron] 10.222.0.13 "GET /v2.0/networks/d0d43174-f981-49b1-bac6-a67fe4300b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811272 Jun 23 08:47:43.976037 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-b6ea960e-03b3-446b-afdf-c3d28fba6809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb', 'name': 'tempest-TestShelveInstance-760123047-router', 'tenant_id': 'b702ea957bec4fd09d9744a200168709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': '4608194c-4c90-4e76-a945-bf189938a4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:41:27Z', 'updated_at': '2021-06-23T08:41:31Z', 'revision_number': 4, 'project_id': 'b702ea957bec4fd09d9744a200168709', 'gw_port': {'id': '4608194c-4c90-4e76-a945-bf189938a4f6', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:94:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:41:27Z', 'updated_at': '2021-06-23T08:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': '19549dae-c488-44ca-9b84-e59a04fbf02f', 'name': '', 'network_id': 'd0d43174-f981-49b1-bac6-a67fe4300b11', 'tenant_id': 'b702ea957bec4fd09d9744a200168709', 'mac_address': 'fa:16:3e:2a:2f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '69f1b17f-3891-479d-bfec-f33f2f567fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:41:29Z', 'updated_at': '2021-06-23T08:41:37Z', 'revision_number': 5, 'project_id': 'b702ea957bec4fd09d9744a200168709', 'subnets': [{'id': '69f1b17f-3891-479d-bfec-f33f2f567fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:47:44.001763 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ea960e-03b3-446b-afdf-c3d28fba6809 None None] The sync data for ids ['ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb'] in dv-cinder-768592-7-smb is: [{'id': 'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb', 'name': 'tempest-TestShelveInstance-760123047-router', 'tenant_id': 'b702ea957bec4fd09d9744a200168709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': '4608194c-4c90-4e76-a945-bf189938a4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:41:27Z', 'updated_at': '2021-06-23T08:41:31Z', 'revision_number': 4, 'project_id': 'b702ea957bec4fd09d9744a200168709', 'gw_port': {'id': '4608194c-4c90-4e76-a945-bf189938a4f6', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:94:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:41:27Z', 'updated_at': '2021-06-23T08:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': '19549dae-c488-44ca-9b84-e59a04fbf02f', 'name': '', 'network_id': 'd0d43174-f981-49b1-bac6-a67fe4300b11', 'tenant_id': 'b702ea957bec4fd09d9744a200168709', 'mac_address': 'fa:16:3e:2a:2f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '69f1b17f-3891-479d-bfec-f33f2f567fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:41:29Z', 'updated_at': '2021-06-23T08:41:37Z', 'revision_number': 5, 'project_id': 'b702ea957bec4fd09d9744a200168709', 'subnets': [{'id': '69f1b17f-3891-479d-bfec-f33f2f567fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 08:47:44.206114 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3325d3f2-aa86-41ac-8de3-36fb2860dc30 None None] New status for floating IP 015045fc-fce3-4701-a2e1-1ba16595c257: DOWN {{(pid=99596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 08:47:44.672136 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 6 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:47:44.920791 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a7432-a7a7-4b19-a671-2292f1af6e9b req-e8d11f39-2275-4210-8b0d-311cde9583e4 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:44.922387 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e19a7432-a7a7-4b19-a671-2292f1af6e9b req-e8d11f39-2275-4210-8b0d-311cde9583e4 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 945 time: 0.0634756 Jun 23 08:47:44.959981 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e19a7432-a7a7-4b19-a671-2292f1af6e9b req-eb2501d8-fe40-44d1-a970-0ad94e839d11 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6e77565-e56b-46d1-91a9-b123b4e39d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319510 Jun 23 08:47:45.521486 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942a250-598c-4a96-b00c-3253adf31829 req-ea8c09e0-a92c-42a9-b034-fdfa97203011 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:47:45.522935 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-e942a250-598c-4a96-b00c-3253adf31829 req-ea8c09e0-a92c-42a9-b034-fdfa97203011 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 945 time: 0.0676372 Jun 23 08:47:45.620270 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [req-e942a250-598c-4a96-b00c-3253adf31829 req-5c5b69e3-0a96-431f-bfd1-256636a9d144 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Deleting port b971875a-8325-4221-ab9e-2fbe44cc05b6 {{(pid=99594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:47:45.620614 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-e942a250-598c-4a96-b00c-3253adf31829 req-5c5b69e3-0a96-431f-bfd1-256636a9d144 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:45.707597 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-e942a250-598c-4a96-b00c-3253adf31829 req-5c5b69e3-0a96-431f-bfd1-256636a9d144 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] For port b971875a-8325-4221-ab9e-2fbe44cc05b6, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=b971875a-8325-4221-ab9e-2fbe44cc05b6,segment=NetworkSegment(1f68e125-d527-4a5a-84c6-896796b3df67),segment_id=1f68e125-d527-4a5a-84c6-896796b3df67)] {{(pid=99594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:47:45.707947 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-e942a250-598c-4a96-b00c-3253adf31829 req-5c5b69e3-0a96-431f-bfd1-256636a9d144 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:45.719956 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [req-e942a250-598c-4a96-b00c-3253adf31829 req-5c5b69e3-0a96-431f-bfd1-256636a9d144 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Calling delete_port for b971875a-8325-4221-ab9e-2fbe44cc05b6 owned by compute:nova {{(pid=99594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:47:45.845367 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-e942a250-598c-4a96-b00c-3253adf31829 req-5c5b69e3-0a96-431f-bfd1-256636a9d144 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27156491'] for port, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:45.849096 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-81097c79-6a36-42d6-9737-f984e9fd210a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:47:45.877752 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b69e3-0a96-431f-bfd1-256636a9d144 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Pushing event deleted for resources: {'Port': ['ID=b971875a-8325-4221-ab9e-2fbe44cc05b6,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:47:45.890236 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b69e3-0a96-431f-bfd1-256636a9d144 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:47:45.890615 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b69e3-0a96-431f-bfd1-256636a9d144 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:47:45.891015 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b69e3-0a96-431f-bfd1-256636a9d144 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:47:45.891381 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b69e3-0a96-431f-bfd1-256636a9d144 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:47:45.891743 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b69e3-0a96-431f-bfd1-256636a9d144 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:47:45.892107 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b69e3-0a96-431f-bfd1-256636a9d144 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:47:45.892481 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b69e3-0a96-431f-bfd1-256636a9d144 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:47:45.892822 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b69e3-0a96-431f-bfd1-256636a9d144 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:47:45.893174 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b69e3-0a96-431f-bfd1-256636a9d144 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:47:45.893525 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b69e3-0a96-431f-bfd1-256636a9d144 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:47:45.893877 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b69e3-0a96-431f-bfd1-256636a9d144 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:47:45.894226 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b69e3-0a96-431f-bfd1-256636a9d144 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:47:45.912361 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-5c5b69e3-0a96-431f-bfd1-256636a9d144 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:47:45.932738 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [req-e942a250-598c-4a96-b00c-3253adf31829 req-5c5b69e3-0a96-431f-bfd1-256636a9d144 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] No DVR routers for this DVR port b971875a-8325-4221-ab9e-2fbe44cc05b6 on host hv-cinder-76859 {{(pid=99594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 08:47:45.935172 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-e942a250-598c-4a96-b00c-3253adf31829 req-5c5b69e3-0a96-431f-bfd1-256636a9d144 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:45.937194 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-e942a250-598c-4a96-b00c-3253adf31829 req-5c5b69e3-0a96-431f-bfd1-256636a9d144 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.13 "DELETE /v2.0/ports/b971875a-8325-4221-ab9e-2fbe44cc05b6 HTTP/1.1" status: 204 len: 173 time: 0.4074130 Jun 23 08:47:45.937732 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f', 'name': 'network-vif-deleted', 'tag': 'b971875a-8325-4221-ab9e-2fbe44cc05b6'}] {{(pid=99594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:47:45.940191 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3f20cf24677dbb31f56fc6b5fcedde197d4abde885e517d24b88e41f2eb98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75caa516-c77b-4e9d-b269-4da287cab75d" -d '{"events": [{"server_uuid": "7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f", "name": "network-vif-deleted", "tag": "b971875a-8325-4221-ab9e-2fbe44cc05b6"}]}' {{(pid=99594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:47:45.975725 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceac7704-13c1-4441-8e59-4f48705cfb49 x-openstack-request-id: req-ceac7704-13c1-4441-8e59-4f48705cfb49 {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:47:45.976065 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f", "name": "network-vif-deleted", "tag": "b971875a-8325-4221-ab9e-2fbe44cc05b6", "status": "completed", "code": 200}]} {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:47:45.976425 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ceac7704-13c1-4441-8e59-4f48705cfb49 {{(pid=99594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:47:45.977077 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f', 'name': 'network-vif-deleted', 'tag': 'b971875a-8325-4221-ab9e-2fbe44cc05b6', 'status': 'completed', 'code': 200} Jun 23 08:47:46.102672 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d78b1c4f-4045-45df-9b80-8d8bbd210216 req-741298bd-a365-48ce-9f65-aa03278ee6c4 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea8a1e7-bcfa-4721-9db8-90185f7ffd5f HTTP/1.1" status: 200 len: 210 time: 0.0281320 Jun 23 08:47:47.220321 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 54988) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:47:47.278277 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-65210739-db0e-41df-829d-b2ac28022527 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:47.307818 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-65210739-db0e-41df-829d-b2ac28022527 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:47.365048 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-65210739-db0e-41df-829d-b2ac28022527 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:47.367839 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-65210739-db0e-41df-829d-b2ac28022527 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:47.368982 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-65210739-db0e-41df-829d-b2ac28022527 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] 10.222.0.23 "DELETE /v2.0/security-groups/b6e77565-e56b-46d1-91a9-b123b4e39d92 HTTP/1.1" status: 204 len: 168 time: 0.1476977 Jun 23 08:47:47.369746 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-40637add-f74d-445f-8689-dcf379482c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:47:47.378464 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65210739-db0e-41df-829d-b2ac28022527 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e77565-e56b-46d1-91a9-b123b4e39d92,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:47:47.381766 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-65210739-db0e-41df-829d-b2ac28022527 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:47:47.415461 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 54992) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:47:47.853445 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-3654b56f-4a13-46f3-a866-fc7f8d8d3194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1750014'] for router_interface, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:47.999359 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device b971875a-8325-4221-ab9e-2fbe44cc05b6 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:47:48.022964 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] No Port match for: b971875a-8325-4221-ab9e-2fbe44cc05b6 {{(pid=99595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 08:47:48.023474 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device b971875a-8325-4221-ab9e-2fbe44cc05b6 not bound to the agent host hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 08:47:48.105187 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.plugin [None req-3654b56f-4a13-46f3-a866-fc7f8d8d3194 admin admin] Deleting port 19549dae-c488-44ca-9b84-e59a04fbf02f {{(pid=99593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:47:48.105528 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-3654b56f-4a13-46f3-a866-fc7f8d8d3194 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:48.184081 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.db [None req-3654b56f-4a13-46f3-a866-fc7f8d8d3194 admin admin] For port 19549dae-c488-44ca-9b84-e59a04fbf02f, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=19549dae-c488-44ca-9b84-e59a04fbf02f,segment=NetworkSegment(1f68e125-d527-4a5a-84c6-896796b3df67),segment_id=1f68e125-d527-4a5a-84c6-896796b3df67)] {{(pid=99593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:47:48.184457 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-3654b56f-4a13-46f3-a866-fc7f8d8d3194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:48.199501 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.plugin [None req-3654b56f-4a13-46f3-a866-fc7f8d8d3194 admin admin] Calling delete_port for 19549dae-c488-44ca-9b84-e59a04fbf02f owned by network:router_interface {{(pid=99593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:47:48.398988 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-3654b56f-4a13-46f3-a866-fc7f8d8d3194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3652706'] for port, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:48.401244 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-c07e9ac4-7f59-4820-ab26-01b72177b879 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:47:48.428451 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654b56f-4a13-46f3-a866-fc7f8d8d3194 admin admin] Pushing event deleted for resources: {'Port': ['ID=19549dae-c488-44ca-9b84-e59a04fbf02f,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:47:48.433185 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-3654b56f-4a13-46f3-a866-fc7f8d8d3194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:47:48.600377 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-3654b56f-4a13-46f3-a866-fc7f8d8d3194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1821198'] for router_interface, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:48.844884 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3654b56f-4a13-46f3-a866-fc7f8d8d3194 admin admin] Router ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb has already been hosted by L3 agent b4fcebb9-4e54-4961-9fbc-14fb1630411d {{(pid=99593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 08:47:48.969887 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3654b56f-4a13-46f3-a866-fc7f8d8d3194 admin admin] Notify agent at l3_agent.dv-cinder-768592-7-smb the message routers_updated {{(pid=99593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 08:47:48.975490 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-3654b56f-4a13-46f3-a866-fc7f8d8d3194 admin admin] 10.222.0.23 "PUT /v2.0/routers/ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5589633 Jun 23 08:47:48.977445 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 54998) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:47:48.978909 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f3c034-923e-4f8d-a788-c9cf2cbfe0e7 None None] Sync routers for ids ['ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb'] in dv-cinder-768592-7-smb {{(pid=99595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 08:47:48.988138 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f3c034-923e-4f8d-a788-c9cf2cbfe0e7 None None] Routers {'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:47:48.988776 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-b4f3c034-923e-4f8d-a788-c9cf2cbfe0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:47:41Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb'], 'active': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:47:49.081185 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-d969d890-a99a-4806-bb7b-548c95ed2dd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:49.097256 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvr_db [None req-b4f3c034-923e-4f8d-a788-c9cf2cbfe0e7 None None] Set router ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb gateway port host: dv-cinder-768592-7-smb {{(pid=99595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:47:49.185268 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-d969d890-a99a-4806-bb7b-548c95ed2dd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:49.238887 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.plugin [None req-d969d890-a99a-4806-bb7b-548c95ed2dd5 admin admin] Deleting port 4608194c-4c90-4e76-a945-bf189938a4f6 {{(pid=99593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:47:49.239227 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-d969d890-a99a-4806-bb7b-548c95ed2dd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:49.276102 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-b4f3c034-923e-4f8d-a788-c9cf2cbfe0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb', 'name': 'tempest-TestShelveInstance-760123047-router', 'tenant_id': 'b702ea957bec4fd09d9744a200168709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': '4608194c-4c90-4e76-a945-bf189938a4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:41:27Z', 'updated_at': '2021-06-23T08:47:48Z', 'revision_number': 5, 'project_id': 'b702ea957bec4fd09d9744a200168709', 'gw_port': {'id': '4608194c-4c90-4e76-a945-bf189938a4f6', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:94:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:41:27Z', 'updated_at': '2021-06-23T08:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb'}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:47:49.302152 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f3c034-923e-4f8d-a788-c9cf2cbfe0e7 None None] Checking router: ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb for host: dv-cinder-768592-7-smb {{(pid=99595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 08:47:49.311236 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f3c034-923e-4f8d-a788-c9cf2cbfe0e7 None None] Routers {'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:47:49.311861 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-b4f3c034-923e-4f8d-a788-c9cf2cbfe0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:47:41Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb'], 'active': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:47:49.320471 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.db [None req-d969d890-a99a-4806-bb7b-548c95ed2dd5 admin admin] For port 4608194c-4c90-4e76-a945-bf189938a4f6, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=4608194c-4c90-4e76-a945-bf189938a4f6,segment=NetworkSegment(6932e2b2-1f79-4fc6-aa47-4858913c769e),segment_id=6932e2b2-1f79-4fc6-aa47-4858913c769e)] {{(pid=99593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:47:49.320961 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-d969d890-a99a-4806-bb7b-548c95ed2dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:49.332340 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.plugin [None req-d969d890-a99a-4806-bb7b-548c95ed2dd5 admin admin] Calling delete_port for 4608194c-4c90-4e76-a945-bf189938a4f6 owned by network:router_gateway {{(pid=99593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:47:49.521902 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvr_db [None req-b4f3c034-923e-4f8d-a788-c9cf2cbfe0e7 None None] Set router ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb gateway port host: None {{(pid=99595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:47:49.578685 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-b4f3c034-923e-4f8d-a788-c9cf2cbfe0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb', 'name': 'tempest-TestShelveInstance-760123047-router', 'tenant_id': 'b702ea957bec4fd09d9744a200168709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:41:27Z', 'updated_at': '2021-06-23T08:47:49Z', 'revision_number': 6, 'project_id': 'b702ea957bec4fd09d9744a200168709', 'gw_port_host': None}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:47:49.606636 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f3c034-923e-4f8d-a788-c9cf2cbfe0e7 None None] The sync data for ids ['ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb'] in dv-cinder-768592-7-smb is: [{'id': 'ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb', 'name': 'tempest-TestShelveInstance-760123047-router', 'tenant_id': 'b702ea957bec4fd09d9744a200168709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:41:27Z', 'updated_at': '2021-06-23T08:47:49Z', 'revision_number': 6, 'project_id': 'b702ea957bec4fd09d9744a200168709', 'gw_port_host': None}] {{(pid=99595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 08:47:49.723023 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-d969d890-a99a-4806-bb7b-548c95ed2dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3652706'] for port, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:49.724825 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:47:49.746154 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969d890-a99a-4806-bb7b-548c95ed2dd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4608194c-4c90-4e76-a945-bf189938a4f6,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:47:49.750006 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-d969d890-a99a-4806-bb7b-548c95ed2dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:47:49.806698 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-d969d890-a99a-4806-bb7b-548c95ed2dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717659'] for router_gateway, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:49.911833 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-d969d890-a99a-4806-bb7b-548c95ed2dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15939'] for router, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:49.913940 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-d969d890-a99a-4806-bb7b-548c95ed2dd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:49.977387 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-d969d890-a99a-4806-bb7b-548c95ed2dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1821173'] for router, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:49.977989 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d969d890-a99a-4806-bb7b-548c95ed2dd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb {{(pid=99593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 08:47:49.988950 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-d969d890-a99a-4806-bb7b-548c95ed2dd5 admin admin] Notify callbacks [] for router, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:49.990525 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-d969d890-a99a-4806-bb7b-548c95ed2dd5 admin admin] 10.222.0.23 "DELETE /v2.0/routers/ad32c36d-0350-4c0c-81f0-ec3b8bc9b5eb HTTP/1.1" status: 204 len: 168 time: 1.0117788 Jun 23 08:47:49.992764 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 55000) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:47:50.046754 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0c7aa37-7907-44ea-8f35-55c5ced1a5b5 admin admin] Deleting subnet 69f1b17f-3891-479d-bfec-f33f2f567fe6 {{(pid=99593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 08:47:50.049908 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-c0c7aa37-7907-44ea-8f35-55c5ced1a5b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:50.083668 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-c0c7aa37-7907-44ea-8f35-55c5ced1a5b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3632229'] for subnet, precommit_delete_associations {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:50.157961 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-c0c7aa37-7907-44ea-8f35-55c5ced1a5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742952'] for subnet, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:50.210028 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-c0c7aa37-7907-44ea-8f35-55c5ced1a5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3652648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2551212'] for subnet, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:50.213067 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:47:50.235614 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7aa37-7907-44ea-8f35-55c5ced1a5b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69f1b17f-3891-479d-bfec-f33f2f567fe6,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:47:50.238614 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-c0c7aa37-7907-44ea-8f35-55c5ced1a5b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:47:50.239600 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-c0c7aa37-7907-44ea-8f35-55c5ced1a5b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for subnet, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:50.241404 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-c0c7aa37-7907-44ea-8f35-55c5ced1a5b5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/69f1b17f-3891-479d-bfec-f33f2f567fe6 HTTP/1.1" status: 204 len: 168 time: 0.2477064 Jun 23 08:47:50.243907 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 55002) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:47:50.246466 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d2f740-b463-4d9f-a598-fe78ec372975 None None] Network d0d43174-f981-49b1-bac6-a67fe4300b11 requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:47:50.315723 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b647359b-b47f-4766-95af-f516f7d27b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-650670'] for network, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:50.373797 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 19549dae-c488-44ca-9b84-e59a04fbf02f no longer exists at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:47:50.377228 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.plugin [None req-b647359b-b47f-4766-95af-f516f7d27b5c admin admin] Deleting port e4f45f5b-0377-4b17-b071-c67eaca356a4 {{(pid=99593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:47:50.377412 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b647359b-b47f-4766-95af-f516f7d27b5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:50.396593 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] No Port match for: 19549dae-c488-44ca-9b84-e59a04fbf02f {{(pid=99595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 08:47:50.396949 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 19549dae-c488-44ca-9b84-e59a04fbf02f not bound to the agent host dv-cinder-768592-7-smb {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 08:47:50.449915 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.db [None req-b647359b-b47f-4766-95af-f516f7d27b5c admin admin] For port e4f45f5b-0377-4b17-b071-c67eaca356a4, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=e4f45f5b-0377-4b17-b071-c67eaca356a4,segment=NetworkSegment(1f68e125-d527-4a5a-84c6-896796b3df67),segment_id=1f68e125-d527-4a5a-84c6-896796b3df67)] {{(pid=99593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:47:50.450273 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b647359b-b47f-4766-95af-f516f7d27b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:50.462229 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.plugin [None req-b647359b-b47f-4766-95af-f516f7d27b5c admin admin] Calling delete_port for e4f45f5b-0377-4b17-b071-c67eaca356a4 owned by network:dhcp {{(pid=99593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:47:50.466698 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94e2bd5-725d-4565-a8a7-f1a9b923f505 None None] DHCP port deletion for d0d43174-f981-49b1-bac6-a67fe4300b11 request from dv-cinder-768592-7-smb {{(pid=99595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 08:47:50.521845 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-e94e2bd5-725d-4565-a8a7-f1a9b923f505 None None] Deleting port e4f45f5b-0377-4b17-b071-c67eaca356a4 {{(pid=99595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:47:50.522234 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e94e2bd5-725d-4565-a8a7-f1a9b923f505 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:50.546786 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b647359b-b47f-4766-95af-f516f7d27b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3652706'] for port, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:50.549594 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:47:50.574760 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b647359b-b47f-4766-95af-f516f7d27b5c admin admin] Pushing event deleted for resources: {'Port': ['ID=e4f45f5b-0377-4b17-b071-c67eaca356a4,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:47:50.580104 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b647359b-b47f-4766-95af-f516f7d27b5c admin admin] No DVR routers for this DVR port e4f45f5b-0377-4b17-b071-c67eaca356a4 on host dv-cinder-768592-7-smb {{(pid=99593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 08:47:50.581829 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-b647359b-b47f-4766-95af-f516f7d27b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:47:50.590000 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e94e2bd5-725d-4565-a8a7-f1a9b923f505 None None] For port e4f45f5b-0377-4b17-b071-c67eaca356a4, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=e4f45f5b-0377-4b17-b071-c67eaca356a4,segment=NetworkSegment(1f68e125-d527-4a5a-84c6-896796b3df67),segment_id=1f68e125-d527-4a5a-84c6-896796b3df67)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:47:50.590409 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e94e2bd5-725d-4565-a8a7-f1a9b923f505 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:50.603168 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-e94e2bd5-725d-4565-a8a7-f1a9b923f505 None None] Calling delete_port for e4f45f5b-0377-4b17-b071-c67eaca356a4 owned by network:dhcp {{(pid=99595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:47:50.657617 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b647359b-b47f-4766-95af-f516f7d27b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745381', 'neutron.services.segments.db._delete_segments_for_network-8772759238175'] for network, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:50.668903 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.services.segments.db [None req-b647359b-b47f-4766-95af-f516f7d27b5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0d43174-f981-49b1-bac6-a67fe4300b11']}} {{(pid=99593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:47:50.679363 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.services.segments.db [None req-b647359b-b47f-4766-95af-f516f7d27b5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f68e125-d527-4a5a-84c6-896796b3df67') {'for_net_delete': True} {{(pid=99593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:47:50.680205 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.services.segments.db [None req-b647359b-b47f-4766-95af-f516f7d27b5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f68e125-d527-4a5a-84c6-896796b3df67') {} {{(pid=99593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:47:50.683559 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e94e2bd5-725d-4565-a8a7-f1a9b923f505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126'] for port, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:50.686243 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:47:50.689133 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b647359b-b47f-4766-95af-f516f7d27b5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772759225838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3632250'] for segment, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:50.703935 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b647359b-b47f-4766-95af-f516f7d27b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565'] for segment, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:50.709425 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e2bd5-725d-4565-a8a7-f1a9b923f505 None None] Pushing event deleted for resources: {'Port': ['ID=e4f45f5b-0377-4b17-b071-c67eaca356a4,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:47:50.709627 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b647359b-b47f-4766-95af-f516f7d27b5c admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=99593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 08:47:50.710009 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b647359b-b47f-4766-95af-f516f7d27b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3652789'] for segment, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:50.711843 dv-cinder-768592-7-smb neutron-server[99593]: Traceback (most recent call last): Jun 23 08:47:50.711843 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 08:47:50.711843 dv-cinder-768592-7-smb neutron-server[99593]: timer() Jun 23 08:47:50.711843 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 08:47:50.711843 dv-cinder-768592-7-smb neutron-server[99593]: cb(*args, **kw) Jun 23 08:47:50.711843 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 08:47:50.711843 dv-cinder-768592-7-smb neutron-server[99593]: return func(*args, **kwargs) Jun 23 08:47:50.711843 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 08:47:50.711843 dv-cinder-768592-7-smb neutron-server[99593]: self._notify() Jun 23 08:47:50.711843 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 08:47:50.711843 dv-cinder-768592-7-smb neutron-server[99593]: self.callback(batched_events) Jun 23 08:47:50.711843 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 08:47:50.711843 dv-cinder-768592-7-smb neutron-server[99593]: event.method(event) Jun 23 08:47:50.711843 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 08:47:50.711843 dv-cinder-768592-7-smb neutron-server[99593]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 08:47:50.711843 dv-cinder-768592-7-smb neutron-server[99593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 08:47:50.711843 dv-cinder-768592-7-smb neutron-server[99593]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 08:47:50.711843 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 08:47:50.711843 dv-cinder-768592-7-smb neutron-server[99593]: return f(self, *a, **k) Jun 23 08:47:50.711843 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 08:47:50.711843 dv-cinder-768592-7-smb neutron-server[99593]: return self._get(url).json() Jun 23 08:47:50.711843 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 08:47:50.711843 dv-cinder-768592-7-smb neutron-server[99593]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 08:47:50.711843 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 08:47:50.711843 dv-cinder-768592-7-smb neutron-server[99593]: return self.request(url, 'GET', **kwargs) Jun 23 08:47:50.711843 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 08:47:50.711843 dv-cinder-768592-7-smb neutron-server[99593]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 08:47:50.711843 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 08:47:50.711843 dv-cinder-768592-7-smb neutron-server[99593]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 08:47:50.711843 dv-cinder-768592-7-smb neutron-server[99593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 08:47:50.711843 dv-cinder-768592-7-smb neutron-server[99593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 08:47:50.711843 dv-cinder-768592-7-smb neutron-server[99593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 08:47:50.715884 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94e2bd5-725d-4565-a8a7-f1a9b923f505 None None] No DVR routers for this DVR port e4f45f5b-0377-4b17-b071-c67eaca356a4 on host dv-cinder-768592-7-smb {{(pid=99595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 08:47:50.725638 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e2bd5-725d-4565-a8a7-f1a9b923f505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:47:50.725638 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e2bd5-725d-4565-a8a7-f1a9b923f505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:47:50.725638 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e2bd5-725d-4565-a8a7-f1a9b923f505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:47:50.725638 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e2bd5-725d-4565-a8a7-f1a9b923f505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:47:50.725638 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e2bd5-725d-4565-a8a7-f1a9b923f505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:47:50.725638 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e2bd5-725d-4565-a8a7-f1a9b923f505 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:47:50.725638 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e2bd5-725d-4565-a8a7-f1a9b923f505 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:47:50.725638 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e2bd5-725d-4565-a8a7-f1a9b923f505 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:47:50.725638 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e2bd5-725d-4565-a8a7-f1a9b923f505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:47:50.727193 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e2bd5-725d-4565-a8a7-f1a9b923f505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:47:50.727193 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e2bd5-725d-4565-a8a7-f1a9b923f505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:47:50.727472 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e2bd5-725d-4565-a8a7-f1a9b923f505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:47:50.730523 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e94e2bd5-725d-4565-a8a7-f1a9b923f505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:47:50.768666 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b647359b-b47f-4766-95af-f516f7d27b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717610'] for network, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:50.772511 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-a7dbb932-e760-40e7-8216-401c4bc7d8cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:47:50.775679 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b647359b-b47f-4766-95af-f516f7d27b5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for network, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:50.776837 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-b647359b-b47f-4766-95af-f516f7d27b5c admin admin] 10.222.0.23 "DELETE /v2.0/networks/d0d43174-f981-49b1-bac6-a67fe4300b11 HTTP/1.1" status: 204 len: 168 time: 0.5320301 Jun 23 08:47:50.779863 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 55004) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:47:50.787292 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b647359b-b47f-4766-95af-f516f7d27b5c admin admin] Pushing event deleted for resources: {'Network': ['ID=d0d43174-f981-49b1-bac6-a67fe4300b11,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:47:50.790188 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-b647359b-b47f-4766-95af-f516f7d27b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:47:51.135321 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-fdf47fa8-86c3-45a7-b8e2-a05f283e5819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1750014'] for router_interface, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:51.386876 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [None req-fdf47fa8-86c3-45a7-b8e2-a05f283e5819 admin admin] Deleting port 01c67bd7-fa75-471a-9d51-08e254495550 {{(pid=99594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:47:51.387137 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-fdf47fa8-86c3-45a7-b8e2-a05f283e5819 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:51.463580 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [None req-fdf47fa8-86c3-45a7-b8e2-a05f283e5819 admin admin] For port 01c67bd7-fa75-471a-9d51-08e254495550, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=01c67bd7-fa75-471a-9d51-08e254495550,segment=NetworkSegment(91037df7-9b75-4b73-9d86-37ffc6e35006),segment_id=91037df7-9b75-4b73-9d86-37ffc6e35006)] {{(pid=99594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:47:51.463942 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-fdf47fa8-86c3-45a7-b8e2-a05f283e5819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:51.475931 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [None req-fdf47fa8-86c3-45a7-b8e2-a05f283e5819 admin admin] Calling delete_port for 01c67bd7-fa75-471a-9d51-08e254495550 owned by network:router_interface {{(pid=99594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:47:51.647712 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-fdf47fa8-86c3-45a7-b8e2-a05f283e5819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27156491'] for port, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:51.650161 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-f2628b42-c952-4fc5-933b-533ab5ccac0c tempest-VolumesSnapshotTestJSON-504621297 tempest-VolumesSnapshotTestJSON-504621297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:47:51.670973 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf47fa8-86c3-45a7-b8e2-a05f283e5819 admin admin] Pushing event deleted for resources: {'Port': ['ID=01c67bd7-fa75-471a-9d51-08e254495550,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:47:51.674358 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-fdf47fa8-86c3-45a7-b8e2-a05f283e5819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:47:51.846129 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device e4f45f5b-0377-4b17-b071-c67eaca356a4 no longer exists at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:47:51.851659 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-fdf47fa8-86c3-45a7-b8e2-a05f283e5819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1821198'] for router_interface, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:51.865712 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] No Port match for: e4f45f5b-0377-4b17-b071-c67eaca356a4 {{(pid=99595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 08:47:51.866147 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device e4f45f5b-0377-4b17-b071-c67eaca356a4 not bound to the agent host dv-cinder-768592-7-smb {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 08:47:51.866639 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 4608194c-4c90-4e76-a945-bf189938a4f6 no longer exists at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:47:51.886070 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] No Port match for: 4608194c-4c90-4e76-a945-bf189938a4f6 {{(pid=99595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 08:47:51.886503 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 4608194c-4c90-4e76-a945-bf189938a4f6 not bound to the agent host dv-cinder-768592-7-smb {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 08:47:52.057892 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf47fa8-86c3-45a7-b8e2-a05f283e5819 admin admin] Router d412f91d-6326-4d6f-a9c1-3c0555c3636e has already been hosted by L3 agent b4fcebb9-4e54-4961-9fbc-14fb1630411d {{(pid=99594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 08:47:52.161965 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf47fa8-86c3-45a7-b8e2-a05f283e5819 admin admin] Notify agent at l3_agent.dv-cinder-768592-7-smb the message routers_updated {{(pid=99594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 08:47:52.168072 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-fdf47fa8-86c3-45a7-b8e2-a05f283e5819 admin admin] 10.222.0.23 "PUT /v2.0/routers/d412f91d-6326-4d6f-a9c1-3c0555c3636e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3870971 Jun 23 08:47:52.170506 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 55006) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:47:52.173019 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e678a8b-6a72-4fd3-95f5-e60c771c17a1 None None] Sync routers for ids ['d412f91d-6326-4d6f-a9c1-3c0555c3636e'] in dv-cinder-768592-7-smb {{(pid=99596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 08:47:52.182047 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e678a8b-6a72-4fd3-95f5-e60c771c17a1 None None] Routers {'d412f91d-6326-4d6f-a9c1-3c0555c3636e'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:47:52.182658 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-3e678a8b-6a72-4fd3-95f5-e60c771c17a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:47:41Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['d412f91d-6326-4d6f-a9c1-3c0555c3636e'], 'active': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:47:52.272078 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-d5748347-8455-475f-8e49-e7a6cfcc0014 admin admin] Notify callbacks [] for router, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:52.284911 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvr_db [None req-3e678a8b-6a72-4fd3-95f5-e60c771c17a1 None None] Set router d412f91d-6326-4d6f-a9c1-3c0555c3636e gateway port host: dv-cinder-768592-7-smb {{(pid=99596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:47:52.467982 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-3e678a8b-6a72-4fd3-95f5-e60c771c17a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd412f91d-6326-4d6f-a9c1-3c0555c3636e', 'name': 'tempest-TestShelveInstance-783334711-router', 'tenant_id': '13660d7ce4024da5941095886f634df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '3d8ca682-5f63-47e0-af9e-3e9d010b7e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:41:34Z', 'updated_at': '2021-06-23T08:47:51Z', 'revision_number': 5, 'project_id': '13660d7ce4024da5941095886f634df6', 'gw_port': {'id': '3d8ca682-5f63-47e0-af9e-3e9d010b7e9b', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd412f91d-6326-4d6f-a9c1-3c0555c3636e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:41:35Z', 'updated_at': '2021-06-23T08:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb'}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:47:52.493907 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e678a8b-6a72-4fd3-95f5-e60c771c17a1 None None] Checking router: d412f91d-6326-4d6f-a9c1-3c0555c3636e for host: dv-cinder-768592-7-smb {{(pid=99596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 08:47:52.502956 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e678a8b-6a72-4fd3-95f5-e60c771c17a1 None None] Routers {'d412f91d-6326-4d6f-a9c1-3c0555c3636e'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:47:52.503591 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-3e678a8b-6a72-4fd3-95f5-e60c771c17a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:47:41Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['d412f91d-6326-4d6f-a9c1-3c0555c3636e'], 'active': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:47:52.655151 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-d5748347-8455-475f-8e49-e7a6cfcc0014 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:52.691972 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvr_db [None req-3e678a8b-6a72-4fd3-95f5-e60c771c17a1 None None] Set router d412f91d-6326-4d6f-a9c1-3c0555c3636e gateway port host: dv-cinder-768592-7-smb {{(pid=99596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:47:52.705553 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [None req-d5748347-8455-475f-8e49-e7a6cfcc0014 admin admin] Deleting port 3d8ca682-5f63-47e0-af9e-3e9d010b7e9b {{(pid=99594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:47:52.705894 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-d5748347-8455-475f-8e49-e7a6cfcc0014 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:52.785118 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [None req-d5748347-8455-475f-8e49-e7a6cfcc0014 admin admin] For port 3d8ca682-5f63-47e0-af9e-3e9d010b7e9b, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=3d8ca682-5f63-47e0-af9e-3e9d010b7e9b,segment=NetworkSegment(6932e2b2-1f79-4fc6-aa47-4858913c769e),segment_id=6932e2b2-1f79-4fc6-aa47-4858913c769e)] {{(pid=99594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:47:52.785470 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-d5748347-8455-475f-8e49-e7a6cfcc0014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:52.797886 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [None req-d5748347-8455-475f-8e49-e7a6cfcc0014 admin admin] Calling delete_port for 3d8ca682-5f63-47e0-af9e-3e9d010b7e9b owned by network:router_gateway {{(pid=99594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:47:52.865051 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-3e678a8b-6a72-4fd3-95f5-e60c771c17a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd412f91d-6326-4d6f-a9c1-3c0555c3636e', 'name': 'tempest-TestShelveInstance-783334711-router', 'tenant_id': '13660d7ce4024da5941095886f634df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '3d8ca682-5f63-47e0-af9e-3e9d010b7e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:41:34Z', 'updated_at': '2021-06-23T08:47:51Z', 'revision_number': 5, 'project_id': '13660d7ce4024da5941095886f634df6', 'gw_port': {'id': '3d8ca682-5f63-47e0-af9e-3e9d010b7e9b', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd412f91d-6326-4d6f-a9c1-3c0555c3636e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:41:35Z', 'updated_at': '2021-06-23T08:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb'}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:47:52.890892 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e678a8b-6a72-4fd3-95f5-e60c771c17a1 None None] The sync data for ids ['d412f91d-6326-4d6f-a9c1-3c0555c3636e'] in dv-cinder-768592-7-smb is: [{'id': 'd412f91d-6326-4d6f-a9c1-3c0555c3636e', 'name': 'tempest-TestShelveInstance-783334711-router', 'tenant_id': '13660d7ce4024da5941095886f634df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '3d8ca682-5f63-47e0-af9e-3e9d010b7e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:41:34Z', 'updated_at': '2021-06-23T08:47:51Z', 'revision_number': 5, 'project_id': '13660d7ce4024da5941095886f634df6', 'gw_port': {'id': '3d8ca682-5f63-47e0-af9e-3e9d010b7e9b', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd412f91d-6326-4d6f-a9c1-3c0555c3636e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:41:35Z', 'updated_at': '2021-06-23T08:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb'}] {{(pid=99596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 08:47:52.960097 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-d5748347-8455-475f-8e49-e7a6cfcc0014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27156491'] for port, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:52.962706 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-494db36e-7653-4f5e-a749-e330408ae84b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:47:52.985456 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5748347-8455-475f-8e49-e7a6cfcc0014 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d8ca682-5f63-47e0-af9e-3e9d010b7e9b,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:47:52.988577 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-d5748347-8455-475f-8e49-e7a6cfcc0014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:47:53.048636 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-d5748347-8455-475f-8e49-e7a6cfcc0014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717659'] for router_gateway, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:53.135081 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-d5748347-8455-475f-8e49-e7a6cfcc0014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15939'] for router, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:53.137174 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-d5748347-8455-475f-8e49-e7a6cfcc0014 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:53.178608 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-d5748347-8455-475f-8e49-e7a6cfcc0014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1821173'] for router, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:53.179114 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5748347-8455-475f-8e49-e7a6cfcc0014 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d412f91d-6326-4d6f-a9c1-3c0555c3636e {{(pid=99594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 08:47:53.183965 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-d5748347-8455-475f-8e49-e7a6cfcc0014 admin admin] Notify callbacks [] for router, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:53.184977 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-d5748347-8455-475f-8e49-e7a6cfcc0014 admin admin] 10.222.0.23 "DELETE /v2.0/routers/d412f91d-6326-4d6f-a9c1-3c0555c3636e HTTP/1.1" status: 204 len: 168 time: 1.0135448 Jun 23 08:47:53.187430 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 55008) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:47:53.233815 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e0a11cc-a13f-481b-9205-c5db008a3517 admin admin] Deleting subnet c1bbabcf-6c4b-4005-9f77-83db78b8502d {{(pid=99594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 08:47:53.238568 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7e0a11cc-a13f-481b-9205-c5db008a3517 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:53.274283 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7e0a11cc-a13f-481b-9205-c5db008a3517 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27262445'] for subnet, precommit_delete_associations {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:53.358709 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7e0a11cc-a13f-481b-9205-c5db008a3517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742952'] for subnet, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:53.411599 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7e0a11cc-a13f-481b-9205-c5db008a3517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27156545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27099653'] for subnet, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:53.413840 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-4a53ce39-7100-4caf-9ee7-f5d732c42a67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:47:53.438190 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a11cc-a13f-481b-9205-c5db008a3517 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1bbabcf-6c4b-4005-9f77-83db78b8502d,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:47:53.441409 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-7e0a11cc-a13f-481b-9205-c5db008a3517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:47:53.442510 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7e0a11cc-a13f-481b-9205-c5db008a3517 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:53.447054 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-7e0a11cc-a13f-481b-9205-c5db008a3517 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c1bbabcf-6c4b-4005-9f77-83db78b8502d HTTP/1.1" status: 204 len: 168 time: 0.2559152 Jun 23 08:47:53.447400 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 55010) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:47:53.450557 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb1bd56-a584-444b-b656-4aa833012539 None None] Network 75994b2f-2377-4f10-af54-0758d15220ea requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:47:53.526904 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-575ec119-5b2f-4408-82f5-e3d321c41ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-650670'] for network, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:53.582097 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [None req-575ec119-5b2f-4408-82f5-e3d321c41ede admin admin] Deleting port 06e4544f-3529-42dc-9635-d639457db7ec {{(pid=99594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:47:53.582439 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-575ec119-5b2f-4408-82f5-e3d321c41ede admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:53.650045 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [None req-575ec119-5b2f-4408-82f5-e3d321c41ede admin admin] For port 06e4544f-3529-42dc-9635-d639457db7ec, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=06e4544f-3529-42dc-9635-d639457db7ec,segment=NetworkSegment(91037df7-9b75-4b73-9d86-37ffc6e35006),segment_id=91037df7-9b75-4b73-9d86-37ffc6e35006)] {{(pid=99594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:47:53.650425 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-575ec119-5b2f-4408-82f5-e3d321c41ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:53.663024 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [None req-575ec119-5b2f-4408-82f5-e3d321c41ede admin admin] Calling delete_port for 06e4544f-3529-42dc-9635-d639457db7ec owned by network:dhcp {{(pid=99594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:47:53.739025 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-575ec119-5b2f-4408-82f5-e3d321c41ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27156491'] for port, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:53.741070 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-e5983981-41e6-4a55-bcd6-513f5303dc1e tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:47:53.765537 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ec119-5b2f-4408-82f5-e3d321c41ede admin admin] Pushing event deleted for resources: {'Port': ['ID=06e4544f-3529-42dc-9635-d639457db7ec,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:47:53.768475 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-575ec119-5b2f-4408-82f5-e3d321c41ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:47:53.771555 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575ec119-5b2f-4408-82f5-e3d321c41ede admin admin] No DVR routers for this DVR port 06e4544f-3529-42dc-9635-d639457db7ec on host dv-cinder-768592-7-smb {{(pid=99594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 08:47:53.846668 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-575ec119-5b2f-4408-82f5-e3d321c41ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745381', 'neutron.services.segments.db._delete_segments_for_network-8772759238175'] for network, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:53.857500 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.services.segments.db [None req-575ec119-5b2f-4408-82f5-e3d321c41ede admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75994b2f-2377-4f10-af54-0758d15220ea']}} {{(pid=99594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:47:53.868290 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.services.segments.db [None req-575ec119-5b2f-4408-82f5-e3d321c41ede admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91037df7-9b75-4b73-9d86-37ffc6e35006') {'for_net_delete': True} {{(pid=99594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:47:53.868525 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.services.segments.db [None req-575ec119-5b2f-4408-82f5-e3d321c41ede admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91037df7-9b75-4b73-9d86-37ffc6e35006') {} {{(pid=99594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:47:53.882019 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-575ec119-5b2f-4408-82f5-e3d321c41ede admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772759225838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27262450'] for segment, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:53.882656 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cddd60-68e3-450e-aee6-18462a457804 None None] DHCP port deletion for 75994b2f-2377-4f10-af54-0758d15220ea request from dv-cinder-768592-7-smb {{(pid=99595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 08:47:53.912198 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-575ec119-5b2f-4408-82f5-e3d321c41ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565'] for segment, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:53.918335 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-575ec119-5b2f-4408-82f5-e3d321c41ede admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=99594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 08:47:53.918847 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-575ec119-5b2f-4408-82f5-e3d321c41ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27156700'] for segment, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:53.920690 dv-cinder-768592-7-smb neutron-server[99594]: Traceback (most recent call last): Jun 23 08:47:53.920690 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 08:47:53.920690 dv-cinder-768592-7-smb neutron-server[99594]: timer() Jun 23 08:47:53.920690 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 08:47:53.920690 dv-cinder-768592-7-smb neutron-server[99594]: cb(*args, **kw) Jun 23 08:47:53.920690 dv-cinder-768592-7-smb neutron-server[99594]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 08:47:53.920690 dv-cinder-768592-7-smb neutron-server[99594]: return func(*args, **kwargs) Jun 23 08:47:53.920690 dv-cinder-768592-7-smb neutron-server[99594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 08:47:53.920690 dv-cinder-768592-7-smb neutron-server[99594]: self._notify() Jun 23 08:47:53.920690 dv-cinder-768592-7-smb neutron-server[99594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 08:47:53.920690 dv-cinder-768592-7-smb neutron-server[99594]: self.callback(batched_events) Jun 23 08:47:53.920690 dv-cinder-768592-7-smb neutron-server[99594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 08:47:53.920690 dv-cinder-768592-7-smb neutron-server[99594]: event.method(event) Jun 23 08:47:53.920690 dv-cinder-768592-7-smb neutron-server[99594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 08:47:53.920690 dv-cinder-768592-7-smb neutron-server[99594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 08:47:53.920690 dv-cinder-768592-7-smb neutron-server[99594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 08:47:53.920690 dv-cinder-768592-7-smb neutron-server[99594]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 08:47:53.920690 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 08:47:53.920690 dv-cinder-768592-7-smb neutron-server[99594]: return f(self, *a, **k) Jun 23 08:47:53.920690 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 08:47:53.920690 dv-cinder-768592-7-smb neutron-server[99594]: return self._get(url).json() Jun 23 08:47:53.920690 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 08:47:53.920690 dv-cinder-768592-7-smb neutron-server[99594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 08:47:53.920690 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 08:47:53.920690 dv-cinder-768592-7-smb neutron-server[99594]: return self.request(url, 'GET', **kwargs) Jun 23 08:47:53.920690 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 08:47:53.920690 dv-cinder-768592-7-smb neutron-server[99594]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 08:47:53.920690 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 08:47:53.920690 dv-cinder-768592-7-smb neutron-server[99594]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 08:47:53.920690 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 08:47:53.920690 dv-cinder-768592-7-smb neutron-server[99594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 08:47:53.920690 dv-cinder-768592-7-smb neutron-server[99594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 08:47:53.950608 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 06e4544f-3529-42dc-9635-d639457db7ec no longer exists at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:47:53.971677 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] No Port match for: 06e4544f-3529-42dc-9635-d639457db7ec {{(pid=99595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 08:47:53.972116 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 06e4544f-3529-42dc-9635-d639457db7ec not bound to the agent host dv-cinder-768592-7-smb {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 08:47:53.972555 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 01c67bd7-fa75-471a-9d51-08e254495550 no longer exists at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:47:53.978713 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-575ec119-5b2f-4408-82f5-e3d321c41ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717610'] for network, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:53.984268 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-575ec119-5b2f-4408-82f5-e3d321c41ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for network, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:53.987226 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-575ec119-5b2f-4408-82f5-e3d321c41ede admin admin] 10.222.0.23 "DELETE /v2.0/networks/75994b2f-2377-4f10-af54-0758d15220ea HTTP/1.1" status: 204 len: 168 time: 0.5388288 Jun 23 08:47:53.988190 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-8c2fed06-5adf-4891-aff2-67ee507f8232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:47:54.002918 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] No Port match for: 01c67bd7-fa75-471a-9d51-08e254495550 {{(pid=99595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 08:47:54.003282 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 01c67bd7-fa75-471a-9d51-08e254495550 not bound to the agent host dv-cinder-768592-7-smb {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 08:47:54.003662 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 3d8ca682-5f63-47e0-af9e-3e9d010b7e9b no longer exists at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:47:54.004890 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ec119-5b2f-4408-82f5-e3d321c41ede admin admin] Pushing event deleted for resources: {'Network': ['ID=75994b2f-2377-4f10-af54-0758d15220ea,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:47:54.007441 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-575ec119-5b2f-4408-82f5-e3d321c41ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:47:54.024378 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] No Port match for: 3d8ca682-5f63-47e0-af9e-3e9d010b7e9b {{(pid=99595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 08:47:54.024800 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 3d8ca682-5f63-47e0-af9e-3e9d010b7e9b not bound to the agent host dv-cinder-768592-7-smb {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 08:47:54.103125 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 55014) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:47:54.142738 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-23593e49-5e67-4348-9174-a960e8d8f788 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b702ea957bec4fd09d9744a200168709&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383837 Jun 23 08:47:54.145078 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 55016) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:47:54.191682 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-5e734e2c-2161-4d44-a534-393772d92968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:54.212080 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-5e734e2c-2161-4d44-a534-393772d92968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:54.266963 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-5e734e2c-2161-4d44-a534-393772d92968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:54.269552 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-5e734e2c-2161-4d44-a534-393772d92968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:54.270690 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-5e734e2c-2161-4d44-a534-393772d92968 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c3f34d8-eeb9-49b7-8b51-c879c048772d HTTP/1.1" status: 204 len: 168 time: 0.1247373 Jun 23 08:47:54.271545 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-d70787da-bb32-49e4-ba47-ac60a0be3ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:47:54.279417 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e734e2c-2161-4d44-a534-393772d92968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3f34d8-eeb9-49b7-8b51-c879c048772d,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:47:54.281716 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-5e734e2c-2161-4d44-a534-393772d92968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:47:54.574920 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 55022) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:47:54.614126 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-51355d91-ee7b-4bf1-8585-f771f19b72f5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=13660d7ce4024da5941095886f634df6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379603 Jun 23 08:47:54.616665 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 55024) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:47:54.663465 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-dd0e46c2-7191-4837-a0f8-1cc6cc7754fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:54.687695 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-dd0e46c2-7191-4837-a0f8-1cc6cc7754fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:54.731480 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-dd0e46c2-7191-4837-a0f8-1cc6cc7754fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:54.734045 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-dd0e46c2-7191-4837-a0f8-1cc6cc7754fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:47:54.735193 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-dd0e46c2-7191-4837-a0f8-1cc6cc7754fd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/75eda3c4-35a2-4565-93c6-b0132c736e01 HTTP/1.1" status: 204 len: 168 time: 0.1169994 Jun 23 08:47:54.735940 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-0d6ee650-d8f7-41f1-9524-547024203d8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:47:54.743649 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e46c2-7191-4837-a0f8-1cc6cc7754fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75eda3c4-35a2-4565-93c6-b0132c736e01,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:47:54.746452 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-dd0e46c2-7191-4837-a0f8-1cc6cc7754fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:48:08.339798 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-0dcb6a5d-528b-4dc9-9020-0e8503421dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:10.877297 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:11.076120 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-ff5f2760-9f65-4950-a4f5-02e7c1a3d332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:11.386337 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:12.040070 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:13.624164 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:16.416730 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f1200cca-1ec9-4153-aecf-806e16378386 req-4cd93f64-e185-48f2-8693-b7667d854ee2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508482 Jun 23 08:48:16.502345 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1200cca-1ec9-4153-aecf-806e16378386 req-4bfef048-d59b-4deb-9a9f-46ed889becfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:48:16.503821 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f1200cca-1ec9-4153-aecf-806e16378386 req-4bfef048-d59b-4deb-9a9f-46ed889becfa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=155e1127bd2f402a83bf7f1e4da6faa5&device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 1099 time: 0.0516539 Jun 23 08:48:16.609165 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1200cca-1ec9-4153-aecf-806e16378386 req-e7509a26-96a0-4e2b-b0fa-777dee7f22af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:48:16.610623 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f1200cca-1ec9-4153-aecf-806e16378386 req-e7509a26-96a0-4e2b-b0fa-777dee7f22af service neutron] 10.222.0.13 "GET /v2.0/networks?id=02f4b377-8e86-41d6-8ffe-f003b45c6248 HTTP/1.1" status: 200 len: 917 time: 0.0870602 Jun 23 08:48:16.672946 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f1200cca-1ec9-4153-aecf-806e16378386 req-c1db217b-0c55-4e87-b0c8-7c6a232e7506 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46018ff9-78d7-4c9e-ac66-8fe30eab0b9b HTTP/1.1" status: 200 len: 1000 time: 0.0559764 Jun 23 08:48:16.722158 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1200cca-1ec9-4153-aecf-806e16378386 req-9a926e4a-90f3-4e63-b000-4c5a9ca00bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:48:16.723633 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f1200cca-1ec9-4153-aecf-806e16378386 req-9a926e4a-90f3-4e63-b000-4c5a9ca00bdf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b3df551-72d8-4749-a018-772b466944b3 HTTP/1.1" status: 200 len: 855 time: 0.0448251 Jun 23 08:48:16.779722 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1200cca-1ec9-4153-aecf-806e16378386 req-5afe8a8b-946b-41a5-92cb-47128066fb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:48:16.781156 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f1200cca-1ec9-4153-aecf-806e16378386 req-5afe8a8b-946b-41a5-92cb-47128066fb72 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02f4b377-8e86-41d6-8ffe-f003b45c6248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0502236 Jun 23 08:48:16.866599 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f1200cca-1ec9-4153-aecf-806e16378386 req-b60797a2-8832-42bd-b6a4-8e8f83764ae4 service neutron] 10.222.0.13 "GET /v2.0/networks/02f4b377-8e86-41d6-8ffe-f003b45c6248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787411 Jun 23 08:48:16.955519 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f1200cca-1ec9-4153-aecf-806e16378386 req-6dfa814a-a8a0-430f-83f1-7c0ec7ab060f service neutron] 10.222.0.13 "GET /v2.0/networks/02f4b377-8e86-41d6-8ffe-f003b45c6248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818245 Jun 23 08:48:21.671368 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 6 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:48:23.265624 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43690ddf-1f4e-46cc-92ad-85117f80a387 req-7f28639c-acfd-4e35-b3f7-1f6384309bf6 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:48:23.267070 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-43690ddf-1f4e-46cc-92ad-85117f80a387 req-7f28639c-acfd-4e35-b3f7-1f6384309bf6 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 946 time: 0.0647194 Jun 23 08:48:23.303551 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-43690ddf-1f4e-46cc-92ad-85117f80a387 req-155dec5a-9a21-4626-95bf-bbddb2eca8f3 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309527 Jun 23 08:48:24.485418 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ebe825-19e8-4d9a-9c89-f37efca380eb req-62018aea-dad6-4ab6-8681-08d1993acb40 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:48:24.486938 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b7ebe825-19e8-4d9a-9c89-f37efca380eb req-62018aea-dad6-4ab6-8681-08d1993acb40 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 946 time: 0.0656099 Jun 23 08:48:24.523947 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-b7ebe825-19e8-4d9a-9c89-f37efca380eb req-917285e6-e989-4287-8f1f-7684029c4c0d tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups?id=34272c06-3ed1-452c-bcc1-297109bf58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314462 Jun 23 08:48:24.914892 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a72d38-1168-41f8-8174-2854ccd9d587 req-4f8d578c-167e-4dd3-97e7-65833ef99102 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:48:24.916303 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-70a72d38-1168-41f8-8174-2854ccd9d587 req-4f8d578c-167e-4dd3-97e7-65833ef99102 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 946 time: 0.0611753 Jun 23 08:48:25.026676 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [req-70a72d38-1168-41f8-8174-2854ccd9d587 req-3264e364-e042-4939-8dd5-3cb553011ae6 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Deleting port 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b {{(pid=99594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:48:25.027066 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-70a72d38-1168-41f8-8174-2854ccd9d587 req-3264e364-e042-4939-8dd5-3cb553011ae6 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:25.112644 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-70a72d38-1168-41f8-8174-2854ccd9d587 req-3264e364-e042-4939-8dd5-3cb553011ae6 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] For port 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=46018ff9-78d7-4c9e-ac66-8fe30eab0b9b,segment=NetworkSegment(31b2f068-fef9-4baa-bc53-51c6f575a7bf),segment_id=31b2f068-fef9-4baa-bc53-51c6f575a7bf)] {{(pid=99594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:48:25.113008 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-70a72d38-1168-41f8-8174-2854ccd9d587 req-3264e364-e042-4939-8dd5-3cb553011ae6 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:25.279909 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-70a72d38-1168-41f8-8174-2854ccd9d587 req-3264e364-e042-4939-8dd5-3cb553011ae6 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:25.280288 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-70a72d38-1168-41f8-8174-2854ccd9d587 req-3264e364-e042-4939-8dd5-3cb553011ae6 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717624'] for floatingip, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:25.280603 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.db.l3_db [req-70a72d38-1168-41f8-8174-2854ccd9d587 req-3264e364-e042-4939-8dd5-3cb553011ae6 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Floating IP a107f540-6990-4d52-bbd2-8cb45abc72d0 disassociated. External IP: 172.28.3.79, port: 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b. Jun 23 08:48:25.280948 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [req-70a72d38-1168-41f8-8174-2854ccd9d587 req-3264e364-e042-4939-8dd5-3cb553011ae6 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Calling delete_port for 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b owned by compute:nova {{(pid=99594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:48:25.403761 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-70a72d38-1168-41f8-8174-2854ccd9d587 req-3264e364-e042-4939-8dd5-3cb553011ae6 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27156491'] for port, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:25.408742 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-af22c76f-6d63-4563-98e9-97e681c1fd69 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:48:25.437889 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3264e364-e042-4939-8dd5-3cb553011ae6 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Pushing event deleted for resources: {'Port': ['ID=46018ff9-78d7-4c9e-ac66-8fe30eab0b9b,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:48:25.440796 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-3264e364-e042-4939-8dd5-3cb553011ae6 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:48:25.545177 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70a72d38-1168-41f8-8174-2854ccd9d587 req-3264e364-e042-4939-8dd5-3cb553011ae6 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Router d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8 has already been hosted by L3 agent b4fcebb9-4e54-4961-9fbc-14fb1630411d {{(pid=99594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 08:48:25.651321 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70a72d38-1168-41f8-8174-2854ccd9d587 req-3264e364-e042-4939-8dd5-3cb553011ae6 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify agent at l3_agent.dv-cinder-768592-7-smb the message routers_updated {{(pid=99594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 08:48:25.662180 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbce27f-70d7-4909-b4e3-29d5981625d3 None None] Sync routers for ids ['d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'] in dv-cinder-768592-7-smb {{(pid=99595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 08:48:25.666391 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-44c4fdc8-0053-475f-a6aa-df9296a4927a req-b2d53476-fc29-49f4-936e-5fa35414b67b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0657800-c410-42d0-a698-f5edc92b9915 HTTP/1.1" status: 200 len: 210 time: 0.0293016 Jun 23 08:48:25.671640 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbce27f-70d7-4909-b4e3-29d5981625d3 None None] Routers {'d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:48:25.672267 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-3fbce27f-70d7-4909-b4e3-29d5981625d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:48:11Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'], 'active': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:48:25.699888 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a72d38-1168-41f8-8174-2854ccd9d587 req-3264e364-e042-4939-8dd5-3cb553011ae6 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] No DVR routers for this DVR port 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b on host hv-cinder-76859 {{(pid=99594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 08:48:25.703808 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-70a72d38-1168-41f8-8174-2854ccd9d587 req-3264e364-e042-4939-8dd5-3cb553011ae6 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:25.705795 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-70a72d38-1168-41f8-8174-2854ccd9d587 req-3264e364-e042-4939-8dd5-3cb553011ae6 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.13 "DELETE /v2.0/ports/46018ff9-78d7-4c9e-ac66-8fe30eab0b9b HTTP/1.1" status: 204 len: 173 time: 0.7841783 Jun 23 08:48:25.706334 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0657800-c410-42d0-a698-f5edc92b9915', 'name': 'network-vif-deleted', 'tag': '46018ff9-78d7-4c9e-ac66-8fe30eab0b9b'}] {{(pid=99594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:48:25.708787 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3f20cf24677dbb31f56fc6b5fcedde197d4abde885e517d24b88e41f2eb98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0919f6-c16c-40c2-a417-b4fdc325ba92" -d '{"events": [{"server_uuid": "e0657800-c410-42d0-a698-f5edc92b9915", "name": "network-vif-deleted", "tag": "46018ff9-78d7-4c9e-ac66-8fe30eab0b9b"}]}' {{(pid=99594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:48:25.747079 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad11aa9-505f-427c-87b6-46b625ef6e0f x-openstack-request-id: req-aad11aa9-505f-427c-87b6-46b625ef6e0f {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:48:25.747764 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0657800-c410-42d0-a698-f5edc92b9915", "name": "network-vif-deleted", "tag": "46018ff9-78d7-4c9e-ac66-8fe30eab0b9b", "status": "completed", "code": 200}]} {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:48:25.748055 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aad11aa9-505f-427c-87b6-46b625ef6e0f {{(pid=99594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:48:25.749567 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0657800-c410-42d0-a698-f5edc92b9915', 'name': 'network-vif-deleted', 'tag': '46018ff9-78d7-4c9e-ac66-8fe30eab0b9b', 'status': 'completed', 'code': 200} Jun 23 08:48:25.779471 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvr_db [None req-3fbce27f-70d7-4909-b4e3-29d5981625d3 None None] Set router d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8 gateway port host: dv-cinder-768592-7-smb {{(pid=99595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:48:25.996473 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-3fbce27f-70d7-4909-b4e3-29d5981625d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'name': 'tempest-AttachVolumeShelveTestJSON-405422322-router', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a2be0f46-793b-468d-9896-6c51f3d83452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:39:09Z', 'updated_at': '2021-06-23T08:39:18Z', 'revision_number': 4, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'gw_port': {'id': 'a2be0f46-793b-468d-9896-6c51f3d83452', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:11Z', 'updated_at': '2021-06-23T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': '60f896b1-c4ac-415c-86fd-07085208e7c3', 'name': '', 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'mac_address': 'fa:16:3e:41:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2b3df551-72d8-4749-a018-772b466944b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:16Z', 'updated_at': '2021-06-23T08:39:27Z', 'revision_number': 5, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'subnets': [{'id': '2b3df551-72d8-4749-a018-772b466944b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:48:26.022483 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbce27f-70d7-4909-b4e3-29d5981625d3 None None] Checking router: d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8 for host: dv-cinder-768592-7-smb {{(pid=99595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 08:48:26.030799 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbce27f-70d7-4909-b4e3-29d5981625d3 None None] Routers {'d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:48:26.031366 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-3fbce27f-70d7-4909-b4e3-29d5981625d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:48:11Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'], 'active': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:48:26.133655 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvr_db [None req-3fbce27f-70d7-4909-b4e3-29d5981625d3 None None] Set router d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8 gateway port host: dv-cinder-768592-7-smb {{(pid=99595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:48:26.328476 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-3fbce27f-70d7-4909-b4e3-29d5981625d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'name': 'tempest-AttachVolumeShelveTestJSON-405422322-router', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a2be0f46-793b-468d-9896-6c51f3d83452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:39:09Z', 'updated_at': '2021-06-23T08:39:18Z', 'revision_number': 4, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'gw_port': {'id': 'a2be0f46-793b-468d-9896-6c51f3d83452', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:11Z', 'updated_at': '2021-06-23T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': '60f896b1-c4ac-415c-86fd-07085208e7c3', 'name': '', 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'mac_address': 'fa:16:3e:41:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2b3df551-72d8-4749-a018-772b466944b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:16Z', 'updated_at': '2021-06-23T08:39:27Z', 'revision_number': 5, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'subnets': [{'id': '2b3df551-72d8-4749-a018-772b466944b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:48:26.359930 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbce27f-70d7-4909-b4e3-29d5981625d3 None None] The sync data for ids ['d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'] in dv-cinder-768592-7-smb is: [{'id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'name': 'tempest-AttachVolumeShelveTestJSON-405422322-router', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a2be0f46-793b-468d-9896-6c51f3d83452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:39:09Z', 'updated_at': '2021-06-23T08:39:18Z', 'revision_number': 4, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'gw_port': {'id': 'a2be0f46-793b-468d-9896-6c51f3d83452', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:11Z', 'updated_at': '2021-06-23T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': '60f896b1-c4ac-415c-86fd-07085208e7c3', 'name': '', 'network_id': '02f4b377-8e86-41d6-8ffe-f003b45c6248', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'mac_address': 'fa:16:3e:41:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2b3df551-72d8-4749-a018-772b466944b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:16Z', 'updated_at': '2021-06-23T08:39:27Z', 'revision_number': 5, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'subnets': [{'id': '2b3df551-72d8-4749-a018-772b466944b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 08:48:26.564755 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d53b90-4d1b-4222-8567-9d4cc742e19f None None] New status for floating IP a107f540-6990-4d52-bbd2-8cb45abc72d0: DOWN {{(pid=99596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 08:48:26.794686 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 55060) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:48:26.848997 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-b5d0fd5c-596a-444f-be44-8f64ca798b1b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:26.870792 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-b5d0fd5c-596a-444f-be44-8f64ca798b1b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:26.917126 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-b5d0fd5c-596a-444f-be44-8f64ca798b1b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:26.919807 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-b5d0fd5c-596a-444f-be44-8f64ca798b1b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:26.921101 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-b5d0fd5c-596a-444f-be44-8f64ca798b1b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "DELETE /v2.0/security-groups/34272c06-3ed1-452c-bcc1-297109bf58a4 HTTP/1.1" status: 204 len: 168 time: 0.1254203 Jun 23 08:48:26.921855 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-dd0e46c2-7191-4837-a0f8-1cc6cc7754fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:48:26.924032 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 55062) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:48:26.930270 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0fd5c-596a-444f-be44-8f64ca798b1b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34272c06-3ed1-452c-bcc1-297109bf58a4,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:48:26.933236 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-b5d0fd5c-596a-444f-be44-8f64ca798b1b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:48:26.938064 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.api.v2.resource [None req-dd8c88e4-2887-492a-b921-19afe33a1187 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] show failed (client error): The resource could not be found. Jun 23 08:48:26.941924 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-dd8c88e4-2887-492a-b921-19afe33a1187 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "GET /v2.0/security-groups/34272c06-3ed1-452c-bcc1-297109bf58a4 HTTP/1.1" status: 404 len: 347 time: 0.0168936 Jun 23 08:48:26.942086 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 55064) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:48:27.071708 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [None req-7861267b-f76f-4411-889f-ad5ef50e3e87 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Deleting port 3031365e-7cb5-41aa-a4a9-5b2d0026cd2e {{(pid=99594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:48:27.072048 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7861267b-f76f-4411-889f-ad5ef50e3e87 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:27.148872 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7861267b-f76f-4411-889f-ad5ef50e3e87 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:27.149203 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7861267b-f76f-4411-889f-ad5ef50e3e87 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:27.160409 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [None req-7861267b-f76f-4411-889f-ad5ef50e3e87 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Calling delete_port for 3031365e-7cb5-41aa-a4a9-5b2d0026cd2e owned by network:floatingip {{(pid=99594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:48:27.292157 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7861267b-f76f-4411-889f-ad5ef50e3e87 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27156491'] for port, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:27.294801 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-9074842d-8d3a-41c8-ae89-8058ee41e392 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:48:27.321458 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7861267b-f76f-4411-889f-ad5ef50e3e87 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Pushing event deleted for resources: {'Port': ['ID=3031365e-7cb5-41aa-a4a9-5b2d0026cd2e,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:48:27.323797 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-7861267b-f76f-4411-889f-ad5ef50e3e87 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:48:27.382359 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7861267b-f76f-4411-889f-ad5ef50e3e87 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks [] for floatingip, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:27.384963 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7861267b-f76f-4411-889f-ad5ef50e3e87 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for floatingip, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:27.386087 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-7861267b-f76f-4411-889f-ad5ef50e3e87 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] 10.222.0.23 "DELETE /v2.0/floatingips/a107f540-6990-4d52-bbd2-8cb45abc72d0 HTTP/1.1" status: 204 len: 168 time: 0.4431973 Jun 23 08:48:28.222259 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:48:28.241925 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] No Port match for: 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b {{(pid=99595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 08:48:28.242283 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device 46018ff9-78d7-4c9e-ac66-8fe30eab0b9b not bound to the agent host hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 08:48:29.946241 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 55086) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:48:30.468277 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-e9d82c14-2ce0-4ee0-a355-288b83d3f67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1750014'] for router_interface, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:30.708229 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [None req-e9d82c14-2ce0-4ee0-a355-288b83d3f67c admin admin] Deleting port 60f896b1-c4ac-415c-86fd-07085208e7c3 {{(pid=99594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:48:30.708570 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-e9d82c14-2ce0-4ee0-a355-288b83d3f67c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:30.784201 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [None req-e9d82c14-2ce0-4ee0-a355-288b83d3f67c admin admin] For port 60f896b1-c4ac-415c-86fd-07085208e7c3, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=60f896b1-c4ac-415c-86fd-07085208e7c3,segment=NetworkSegment(31b2f068-fef9-4baa-bc53-51c6f575a7bf),segment_id=31b2f068-fef9-4baa-bc53-51c6f575a7bf)] {{(pid=99594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:48:30.784559 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-e9d82c14-2ce0-4ee0-a355-288b83d3f67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:30.796540 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [None req-e9d82c14-2ce0-4ee0-a355-288b83d3f67c admin admin] Calling delete_port for 60f896b1-c4ac-415c-86fd-07085208e7c3 owned by network:router_interface {{(pid=99594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:48:30.968002 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-e9d82c14-2ce0-4ee0-a355-288b83d3f67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27156491'] for port, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:30.970015 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-95ab7365-8934-4462-826e-e66b26da120a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:48:30.994464 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d82c14-2ce0-4ee0-a355-288b83d3f67c admin admin] Pushing event deleted for resources: {'Port': ['ID=60f896b1-c4ac-415c-86fd-07085208e7c3,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:48:30.997580 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-e9d82c14-2ce0-4ee0-a355-288b83d3f67c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:48:31.176394 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-e9d82c14-2ce0-4ee0-a355-288b83d3f67c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1821198'] for router_interface, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:31.672367 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d82c14-2ce0-4ee0-a355-288b83d3f67c admin admin] Router d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8 has already been hosted by L3 agent b4fcebb9-4e54-4961-9fbc-14fb1630411d {{(pid=99594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 08:48:31.777661 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d82c14-2ce0-4ee0-a355-288b83d3f67c admin admin] Notify agent at l3_agent.dv-cinder-768592-7-smb the message routers_updated {{(pid=99594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 08:48:31.785194 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-e9d82c14-2ce0-4ee0-a355-288b83d3f67c admin admin] 10.222.0.23 "PUT /v2.0/routers/d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8355329 Jun 23 08:48:31.785371 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 55090) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:48:31.786713 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088f1662-1fce-48c4-944e-037614b049a2 None None] Sync routers for ids ['d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'] in dv-cinder-768592-7-smb {{(pid=99595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 08:48:31.796426 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088f1662-1fce-48c4-944e-037614b049a2 None None] Routers {'d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:48:31.797817 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-088f1662-1fce-48c4-944e-037614b049a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:48:11Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'], 'active': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:48:31.890065 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-929621c6-e305-4522-bdfc-1d32a9066752 admin admin] Notify callbacks [] for router, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:31.996003 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-929621c6-e305-4522-bdfc-1d32a9066752 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:32.029928 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvr_db [None req-088f1662-1fce-48c4-944e-037614b049a2 None None] Set router d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8 gateway port host: dv-cinder-768592-7-smb {{(pid=99595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:48:32.053331 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [None req-929621c6-e305-4522-bdfc-1d32a9066752 admin admin] Deleting port a2be0f46-793b-468d-9896-6c51f3d83452 {{(pid=99594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:48:32.053679 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-929621c6-e305-4522-bdfc-1d32a9066752 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:32.132041 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [None req-929621c6-e305-4522-bdfc-1d32a9066752 admin admin] For port a2be0f46-793b-468d-9896-6c51f3d83452, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=a2be0f46-793b-468d-9896-6c51f3d83452,segment=NetworkSegment(6932e2b2-1f79-4fc6-aa47-4858913c769e),segment_id=6932e2b2-1f79-4fc6-aa47-4858913c769e)] {{(pid=99594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:48:32.132395 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-929621c6-e305-4522-bdfc-1d32a9066752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:32.145591 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [None req-929621c6-e305-4522-bdfc-1d32a9066752 admin admin] Calling delete_port for a2be0f46-793b-468d-9896-6c51f3d83452 owned by network:router_gateway {{(pid=99594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:48:32.203393 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-088f1662-1fce-48c4-944e-037614b049a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'name': 'tempest-AttachVolumeShelveTestJSON-405422322-router', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a2be0f46-793b-468d-9896-6c51f3d83452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:39:09Z', 'updated_at': '2021-06-23T08:48:30Z', 'revision_number': 5, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'gw_port': {'id': 'a2be0f46-793b-468d-9896-6c51f3d83452', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:39:11Z', 'updated_at': '2021-06-23T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb'}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:48:32.230441 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088f1662-1fce-48c4-944e-037614b049a2 None None] Checking router: d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8 for host: dv-cinder-768592-7-smb {{(pid=99595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 08:48:32.239279 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088f1662-1fce-48c4-944e-037614b049a2 None None] Routers {'d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:48:32.239888 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-088f1662-1fce-48c4-944e-037614b049a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:48:11Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'], 'active': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:48:32.308635 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-929621c6-e305-4522-bdfc-1d32a9066752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27156491'] for port, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:32.310958 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-5c5b69e3-0a96-431f-bfd1-256636a9d144 tempest-TestShelveInstance-156326356 tempest-TestShelveInstance-156326356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:48:32.326704 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvr_db [None req-088f1662-1fce-48c4-944e-037614b049a2 None None] Set router d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8 gateway port host: None {{(pid=99595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:48:32.335209 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929621c6-e305-4522-bdfc-1d32a9066752 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2be0f46-793b-468d-9896-6c51f3d83452,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:48:32.338364 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-929621c6-e305-4522-bdfc-1d32a9066752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:48:32.384635 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-088f1662-1fce-48c4-944e-037614b049a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'name': 'tempest-AttachVolumeShelveTestJSON-405422322-router', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:39:09Z', 'updated_at': '2021-06-23T08:48:31Z', 'revision_number': 6, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'gw_port_host': None}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:48:32.400036 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-929621c6-e305-4522-bdfc-1d32a9066752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717659'] for router_gateway, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:32.410419 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088f1662-1fce-48c4-944e-037614b049a2 None None] The sync data for ids ['d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8'] in dv-cinder-768592-7-smb is: [{'id': 'd3b7dee2-afe8-4449-ba6f-c9ffbac88ae8', 'name': 'tempest-AttachVolumeShelveTestJSON-405422322-router', 'tenant_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:39:09Z', 'updated_at': '2021-06-23T08:48:31Z', 'revision_number': 6, 'project_id': '155e1127bd2f402a83bf7f1e4da6faa5', 'gw_port_host': None}] {{(pid=99595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 08:48:32.490081 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-929621c6-e305-4522-bdfc-1d32a9066752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15939'] for router, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:32.492221 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-929621c6-e305-4522-bdfc-1d32a9066752 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:32.532949 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-929621c6-e305-4522-bdfc-1d32a9066752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1821173'] for router, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:32.533487 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929621c6-e305-4522-bdfc-1d32a9066752 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8 {{(pid=99594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 08:48:32.537786 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-929621c6-e305-4522-bdfc-1d32a9066752 admin admin] Notify callbacks [] for router, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:32.538950 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-929621c6-e305-4522-bdfc-1d32a9066752 admin admin] 10.222.0.23 "DELETE /v2.0/routers/d3b7dee2-afe8-4449-ba6f-c9ffbac88ae8 HTTP/1.1" status: 204 len: 168 time: 0.7526796 Jun 23 08:48:32.541465 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 55092) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:48:32.590700 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.db_base_plugin_v2 [None req-69285c8f-7667-4132-a76e-6f8580babdd3 admin admin] Deleting subnet 2b3df551-72d8-4749-a018-772b466944b3 {{(pid=99594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 08:48:32.594284 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-69285c8f-7667-4132-a76e-6f8580babdd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:32.626638 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-69285c8f-7667-4132-a76e-6f8580babdd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27262445'] for subnet, precommit_delete_associations {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:32.699953 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-69285c8f-7667-4132-a76e-6f8580babdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742952'] for subnet, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:32.752640 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-69285c8f-7667-4132-a76e-6f8580babdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27156545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27099653'] for subnet, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:32.755151 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:48:32.784879 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69285c8f-7667-4132-a76e-6f8580babdd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b3df551-72d8-4749-a018-772b466944b3,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:48:32.787973 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-69285c8f-7667-4132-a76e-6f8580babdd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:48:32.788982 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-69285c8f-7667-4132-a76e-6f8580babdd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:32.790883 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-69285c8f-7667-4132-a76e-6f8580babdd3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2b3df551-72d8-4749-a018-772b466944b3 HTTP/1.1" status: 204 len: 168 time: 0.2484386 Jun 23 08:48:32.793246 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 55094) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:48:32.795615 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd02ab36-99ff-41c7-812a-a5c5b4ab37a9 None None] Network 02f4b377-8e86-41d6-8ffe-f003b45c6248 requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:48:32.865324 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-467527a0-bad4-4849-8ba7-762cfbaf8ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-650670'] for network, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:32.917557 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [None req-467527a0-bad4-4849-8ba7-762cfbaf8ed4 admin admin] Deleting port 6b00bcd4-53b5-46d1-82fd-2f91bc523f94 {{(pid=99594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:48:32.917905 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-467527a0-bad4-4849-8ba7-762cfbaf8ed4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:32.987625 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [None req-467527a0-bad4-4849-8ba7-762cfbaf8ed4 admin admin] For port 6b00bcd4-53b5-46d1-82fd-2f91bc523f94, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=6b00bcd4-53b5-46d1-82fd-2f91bc523f94,segment=NetworkSegment(31b2f068-fef9-4baa-bc53-51c6f575a7bf),segment_id=31b2f068-fef9-4baa-bc53-51c6f575a7bf)] {{(pid=99594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:48:32.987988 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-467527a0-bad4-4849-8ba7-762cfbaf8ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:33.000601 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [None req-467527a0-bad4-4849-8ba7-762cfbaf8ed4 admin admin] Calling delete_port for 6b00bcd4-53b5-46d1-82fd-2f91bc523f94 owned by network:dhcp {{(pid=99594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:48:33.083906 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-467527a0-bad4-4849-8ba7-762cfbaf8ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27156491'] for port, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:33.085936 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-26b2bfd5-a6e3-4c9e-a582-be07f5ee3365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:48:33.115745 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467527a0-bad4-4849-8ba7-762cfbaf8ed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b00bcd4-53b5-46d1-82fd-2f91bc523f94,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:48:33.117473 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467527a0-bad4-4849-8ba7-762cfbaf8ed4 admin admin] No DVR routers for this DVR port 6b00bcd4-53b5-46d1-82fd-2f91bc523f94 on host dv-cinder-768592-7-smb {{(pid=99594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 08:48:33.118962 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-467527a0-bad4-4849-8ba7-762cfbaf8ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:48:33.178624 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3767d7b-44cd-45e0-9a50-8f5971c90be9 None None] DHCP port deletion for 02f4b377-8e86-41d6-8ffe-f003b45c6248 request from dv-cinder-768592-7-smb {{(pid=99595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 08:48:33.191062 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-467527a0-bad4-4849-8ba7-762cfbaf8ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745381', 'neutron.services.segments.db._delete_segments_for_network-8772759238175'] for network, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:33.200438 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.services.segments.db [None req-467527a0-bad4-4849-8ba7-762cfbaf8ed4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02f4b377-8e86-41d6-8ffe-f003b45c6248']}} {{(pid=99594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:48:33.212049 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.services.segments.db [None req-467527a0-bad4-4849-8ba7-762cfbaf8ed4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31b2f068-fef9-4baa-bc53-51c6f575a7bf') {'for_net_delete': True} {{(pid=99594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:48:33.212431 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.services.segments.db [None req-467527a0-bad4-4849-8ba7-762cfbaf8ed4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31b2f068-fef9-4baa-bc53-51c6f575a7bf') {} {{(pid=99594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:48:33.221964 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-467527a0-bad4-4849-8ba7-762cfbaf8ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772759225838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27262450'] for segment, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:33.235338 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-467527a0-bad4-4849-8ba7-762cfbaf8ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565'] for segment, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:33.241490 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-467527a0-bad4-4849-8ba7-762cfbaf8ed4 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=99594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 08:48:33.241937 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-467527a0-bad4-4849-8ba7-762cfbaf8ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27156700'] for segment, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:33.244021 dv-cinder-768592-7-smb neutron-server[99594]: Traceback (most recent call last): Jun 23 08:48:33.244021 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 08:48:33.244021 dv-cinder-768592-7-smb neutron-server[99594]: timer() Jun 23 08:48:33.244021 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 08:48:33.244021 dv-cinder-768592-7-smb neutron-server[99594]: cb(*args, **kw) Jun 23 08:48:33.244021 dv-cinder-768592-7-smb neutron-server[99594]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 08:48:33.244021 dv-cinder-768592-7-smb neutron-server[99594]: return func(*args, **kwargs) Jun 23 08:48:33.244021 dv-cinder-768592-7-smb neutron-server[99594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 08:48:33.244021 dv-cinder-768592-7-smb neutron-server[99594]: self._notify() Jun 23 08:48:33.244021 dv-cinder-768592-7-smb neutron-server[99594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 08:48:33.244021 dv-cinder-768592-7-smb neutron-server[99594]: self.callback(batched_events) Jun 23 08:48:33.244021 dv-cinder-768592-7-smb neutron-server[99594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 08:48:33.244021 dv-cinder-768592-7-smb neutron-server[99594]: event.method(event) Jun 23 08:48:33.244021 dv-cinder-768592-7-smb neutron-server[99594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 08:48:33.244021 dv-cinder-768592-7-smb neutron-server[99594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 08:48:33.244021 dv-cinder-768592-7-smb neutron-server[99594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 08:48:33.244021 dv-cinder-768592-7-smb neutron-server[99594]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 08:48:33.244021 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 08:48:33.244021 dv-cinder-768592-7-smb neutron-server[99594]: return f(self, *a, **k) Jun 23 08:48:33.244021 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 08:48:33.244021 dv-cinder-768592-7-smb neutron-server[99594]: return self._get(url).json() Jun 23 08:48:33.244021 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 08:48:33.244021 dv-cinder-768592-7-smb neutron-server[99594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 08:48:33.244021 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 08:48:33.244021 dv-cinder-768592-7-smb neutron-server[99594]: return self.request(url, 'GET', **kwargs) Jun 23 08:48:33.244021 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 08:48:33.244021 dv-cinder-768592-7-smb neutron-server[99594]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 08:48:33.244021 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 08:48:33.244021 dv-cinder-768592-7-smb neutron-server[99594]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 08:48:33.244021 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 08:48:33.244021 dv-cinder-768592-7-smb neutron-server[99594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 08:48:33.244021 dv-cinder-768592-7-smb neutron-server[99594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 08:48:33.303895 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-467527a0-bad4-4849-8ba7-762cfbaf8ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717610'] for network, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:33.307850 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-75ca8241-e198-4bfb-ae6c-212a6827cc8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:48:33.310439 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-467527a0-bad4-4849-8ba7-762cfbaf8ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for network, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:33.312412 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-467527a0-bad4-4849-8ba7-762cfbaf8ed4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/02f4b377-8e86-41d6-8ffe-f003b45c6248 HTTP/1.1" status: 204 len: 168 time: 0.5181735 Jun 23 08:48:33.323565 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467527a0-bad4-4849-8ba7-762cfbaf8ed4 admin admin] Pushing event deleted for resources: {'Network': ['ID=02f4b377-8e86-41d6-8ffe-f003b45c6248,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:48:33.326796 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-467527a0-bad4-4849-8ba7-762cfbaf8ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:48:33.439095 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 55098) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:48:33.478821 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-e6c0bd96-17d9-498f-aa75-8a63a05c92ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=155e1127bd2f402a83bf7f1e4da6faa5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0384660 Jun 23 08:48:33.481072 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 55100) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:48:33.528429 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-358eca8a-0c76-42c4-801d-4082a01cd6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:33.548357 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-358eca8a-0c76-42c4-801d-4082a01cd6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:33.599524 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-358eca8a-0c76-42c4-801d-4082a01cd6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:33.602090 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-358eca8a-0c76-42c4-801d-4082a01cd6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:33.603239 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-358eca8a-0c76-42c4-801d-4082a01cd6c0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/23facb96-f067-42e1-ba81-ba024fc98c5e HTTP/1.1" status: 204 len: 168 time: 0.1212835 Jun 23 08:48:33.604007 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-cab12671-b60f-400b-b463-bc9131e85637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:48:33.611293 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358eca8a-0c76-42c4-801d-4082a01cd6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23facb96-f067-42e1-ba81-ba024fc98c5e,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:48:33.614246 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-358eca8a-0c76-42c4-801d-4082a01cd6c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:48:33.817204 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 60f896b1-c4ac-415c-86fd-07085208e7c3 no longer exists at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:48:33.836027 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] No Port match for: 60f896b1-c4ac-415c-86fd-07085208e7c3 {{(pid=99595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 08:48:33.836383 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 60f896b1-c4ac-415c-86fd-07085208e7c3 not bound to the agent host dv-cinder-768592-7-smb {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 08:48:33.836816 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device a2be0f46-793b-468d-9896-6c51f3d83452 no longer exists at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:48:33.859285 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] No Port match for: a2be0f46-793b-468d-9896-6c51f3d83452 {{(pid=99595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 08:48:33.859657 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device a2be0f46-793b-468d-9896-6c51f3d83452 not bound to the agent host dv-cinder-768592-7-smb {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 08:48:33.860065 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 6b00bcd4-53b5-46d1-82fd-2f91bc523f94 no longer exists at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:48:33.879066 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] No Port match for: 6b00bcd4-53b5-46d1-82fd-2f91bc523f94 {{(pid=99595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 08:48:33.879398 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 6b00bcd4-53b5-46d1-82fd-2f91bc523f94 not bound to the agent host dv-cinder-768592-7-smb {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 08:48:34.273380 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 55122) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:48:34.367046 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-af455cb1-0d41-4216-bd97-74337c3d56a8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-17022952-network', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:48:34.388421 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af455cb1-0d41-4216-bd97-74337c3d56a8 admin admin] Made reservation on behalf of edcf887365df4487a849a7cbf40427c0 for: {'network': 1} {{(pid=99594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:48:34.391096 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-af455cb1-0d41-4216-bd97-74337c3d56a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for network, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:34.398961 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-af455cb1-0d41-4216-bd97-74337c3d56a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:34.487404 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-af455cb1-0d41-4216-bd97-74337c3d56a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:34.490913 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-af455cb1-0d41-4216-bd97-74337c3d56a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:34.494516 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-3e44329c-c4a0-4692-9f07-bbf87dae8be4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:48:34.511668 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af455cb1-0d41-4216-bd97-74337c3d56a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=99594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 08:48:34.527179 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af455cb1-0d41-4216-bd97-74337c3d56a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3ee14e-e926-4e0e-a123-a5aa28d13c96,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:48:34.531369 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-af455cb1-0d41-4216-bd97-74337c3d56a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565'] for segment, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:34.531721 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.db.segments_db [None req-af455cb1-0d41-4216-bd97-74337c3d56a8 admin admin] Added segment 16677259-091c-44a2-965f-f794d2088805 of type vlan for network 5e8a66f9-28b2-4d49-9def-f7966b7de559 Jun 23 08:48:34.533132 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-af455cb1-0d41-4216-bd97-74337c3d56a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:48:34.571854 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-af455cb1-0d41-4216-bd97-74337c3d56a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772758686486'] for network, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:34.600943 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-af455cb1-0d41-4216-bd97-74337c3d56a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095'] for network, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:34.602228 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af455cb1-0d41-4216-bd97-74337c3d56a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:48:34.602834 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-af455cb1-0d41-4216-bd97-74337c3d56a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for network, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:34.605615 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-018301c9-46fe-40b1-9ad3-e6c0c8b13a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:48:34.632779 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-af455cb1-0d41-4216-bd97-74337c3d56a8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3583436 Jun 23 08:48:34.635741 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 55126) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:48:34.641359 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [None req-ba50ec23-a35f-45ab-9102-3e1d5460bd92 admin admin] Request body: {'subnet': {'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-17022952-subnet', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:48:34.662545 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba50ec23-a35f-45ab-9102-3e1d5460bd92 admin admin] Made reservation on behalf of edcf887365df4487a849a7cbf40427c0 for: {'subnet': 1} {{(pid=99593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:48:34.664843 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-ba50ec23-a35f-45ab-9102-3e1d5460bd92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2551217'] for subnet, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:34.669256 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af455cb1-0d41-4216-bd97-74337c3d56a8 admin admin] Pushing event updated for resources: {'Network': ['ID=5e8a66f9-28b2-4d49-9def-f7966b7de559,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:48:34.672532 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-af455cb1-0d41-4216-bd97-74337c3d56a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:48:34.679781 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Network 5e8a66f9-28b2-4d49-9def-f7966b7de559 details requested by agent ovs-agent-dv-cinder-768592-7-smb with host dv-cinder-768592-7-smb {{(pid=99595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 08:48:34.829572 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-ba50ec23-a35f-45ab-9102-3e1d5460bd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3623915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2551203'] for subnet, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:34.832500 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:48:34.882244 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba50ec23-a35f-45ab-9102-3e1d5460bd92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e75556a3-aae6-4b8f-a421-383db50d10a5,revision_number=0']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:48:34.889266 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-ba50ec23-a35f-45ab-9102-3e1d5460bd92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:48:34.897807 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba50ec23-a35f-45ab-9102-3e1d5460bd92 admin admin] Checking segment: {'id': '16677259-091c-44a2-965f-f794d2088805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:48:34.898112 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba50ec23-a35f-45ab-9102-3e1d5460bd92 admin admin] Network hostable DHCP agents. Network: 5e8a66f9-28b2-4d49-9def-f7966b7de559, hostable agents: ['0b6ae00f-9814-4d83-8bc7-07b3d7a0d748'], hosted agents: [] {{(pid=99593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 08:48:34.914030 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba50ec23-a35f-45ab-9102-3e1d5460bd92 admin admin] Network 5e8a66f9-28b2-4d49-9def-f7966b7de559 is scheduled to be hosted by DHCP agent 0b6ae00f-9814-4d83-8bc7-07b3d7a0d748 with binding_index 1 {{(pid=99593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 08:48:34.922554 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.base_scheduler [None req-ba50ec23-a35f-45ab-9102-3e1d5460bd92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-7-smb, 5e8a66f9-28b2-4d49-9def-f7966b7de559) {{(pid=99593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:48:34.926486 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba50ec23-a35f-45ab-9102-3e1d5460bd92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:48:34.927107 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-ba50ec23-a35f-45ab-9102-3e1d5460bd92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for subnet, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:34.932600 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad533656-0c40-4128-9999-f4eda531e6b8 None None] Network 5e8a66f9-28b2-4d49-9def-f7966b7de559 requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:48:34.943301 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-ba50ec23-a35f-45ab-9102-3e1d5460bd92 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3039613 Jun 23 08:48:34.943539 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 55128) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:48:34.947992 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [None req-05813cf4-aa37-4f5f-8447-0d9e48f1c4f4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-17022952-router', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'}}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:48:34.968147 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-05813cf4-aa37-4f5f-8447-0d9e48f1c4f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1822478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15953'] for router, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:34.969176 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-05813cf4-aa37-4f5f-8447-0d9e48f1c4f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1822469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15960'] for router, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:35.024460 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-05813cf4-aa37-4f5f-8447-0d9e48f1c4f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:35.081575 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0104e72b-636f-4e8e-871b-b45aec53fb25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b1fde95-9acd-50f5-ac50-3b7ca5cbb08b-5e8a66f9-28b2-4d49-9def-f7966b7de559', 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'fixed_ips': [{'subnet_id': 'e75556a3-aae6-4b8f-a421-383db50d10a5'}]}} from dv-cinder-768592-7-smb. {{(pid=99595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 08:48:35.082606 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-0104e72b-636f-4e8e-871b-b45aec53fb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:35.171607 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-05813cf4-aa37-4f5f-8447-0d9e48f1c4f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1822098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15946'] for router, precommit_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:35.219099 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.db_base_plugin_common [None req-0104e72b-636f-4e8e-871b-b45aec53fb25 None None] Allocated IP 172.20.0.2 (5e8a66f9-28b2-4d49-9def-f7966b7de559/e75556a3-aae6-4b8f-a421-383db50d10a5/6c86a7ea-6766-43f6-8738-1bb8d0fba089) {{(pid=99595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:48:35.363364 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-0104e72b-636f-4e8e-871b-b45aec53fb25 None None] Notify callbacks [] for port, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:35.367161 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-05813cf4-aa37-4f5f-8447-0d9e48f1c4f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:35.371368 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-0104e72b-636f-4e8e-871b-b45aec53fb25 None None] Transition to ACTIVE for port object 6c86a7ea-6766-43f6-8738-1bb8d0fba089 will not be triggered until provisioned by entity L2. {{(pid=99595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:48:35.386051 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-0104e72b-636f-4e8e-871b-b45aec53fb25 None None] Transition to ACTIVE for port object 6c86a7ea-6766-43f6-8738-1bb8d0fba089 will not be triggered until provisioned by entity DHCP. {{(pid=99595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:48:35.386905 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-05813cf4-aa37-4f5f-8447-0d9e48f1c4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:35.392297 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-0104e72b-636f-4e8e-871b-b45aec53fb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117'] for port, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:35.394118 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:48:35.433149 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0104e72b-636f-4e8e-871b-b45aec53fb25 None None] Network 5e8a66f9-28b2-4d49-9def-f7966b7de559 is already hosted by enough agents. {{(pid=99595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:48:35.436477 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [None req-0104e72b-636f-4e8e-871b-b45aec53fb25 None None] Resources bound (agent type, host, resource id): {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:48:35.440794 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0104e72b-636f-4e8e-871b-b45aec53fb25 None None] Received port after_create {{(pid=99595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:48:35.443789 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104e72b-636f-4e8e-871b-b45aec53fb25 None None] Pushing event updated for resources: {'Port': ['ID=6c86a7ea-6766-43f6-8738-1bb8d0fba089,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:48:35.447355 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-0104e72b-636f-4e8e-871b-b45aec53fb25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:48:35.488243 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.db.db_base_plugin_common [None req-05813cf4-aa37-4f5f-8447-0d9e48f1c4f4 admin admin] Allocated IP 172.28.3.167 (5f26f45a-4c2b-4262-97ee-7126ad3a4f0c/86cbbb1d-69f5-4548-9290-2a101fd5c791/f4c4d530-778b-4f13-85b7-68523ac82fa3) {{(pid=99593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:48:35.496518 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-0104e72b-636f-4e8e-871b-b45aec53fb25 None None] Attempting to bind port 6c86a7ea-6766-43f6-8738-1bb8d0fba089 on host dv-cinder-768592-7-smb for vnic_type normal with profile {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:48:35.496902 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-0104e72b-636f-4e8e-871b-b45aec53fb25 None None] Attempting to bind port 6c86a7ea-6766-43f6-8738-1bb8d0fba089 by drivers openvswitch,hyperv on host dv-cinder-768592-7-smb at level 0 using segments [{'id': '16677259-091c-44a2-965f-f794d2088805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559'}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:48:35.497262 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104e72b-636f-4e8e-871b-b45aec53fb25 None None] Attempting to bind port 6c86a7ea-6766-43f6-8738-1bb8d0fba089 on network 5e8a66f9-28b2-4d49-9def-f7966b7de559 {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:48:35.503215 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104e72b-636f-4e8e-871b-b45aec53fb25 None None] Checking agent: {'id': 'c91f22d1-ca23-4348-8c14-c9afdcad6577', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 31, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:48:35.503600 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104e72b-636f-4e8e-871b-b45aec53fb25 None None] Checking segment: {'id': '16677259-091c-44a2-965f-f794d2088805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:48:35.504000 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-0104e72b-636f-4e8e-871b-b45aec53fb25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:35.504402 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104e72b-636f-4e8e-871b-b45aec53fb25 None None] Bound using segment: {'id': '16677259-091c-44a2-965f-f794d2088805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559'} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:48:35.504867 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-0104e72b-636f-4e8e-871b-b45aec53fb25 None None] Bound port: 6c86a7ea-6766-43f6-8738-1bb8d0fba089, host: dv-cinder-768592-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16677259-091c-44a2-965f-f794d2088805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559'}}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:48:35.505247 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-0104e72b-636f-4e8e-871b-b45aec53fb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:35.568523 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-0104e72b-636f-4e8e-871b-b45aec53fb25 None None] For port 6c86a7ea-6766-43f6-8738-1bb8d0fba089, host dv-cinder-768592-7-smb, cleared binding levels {{(pid=99595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:48:35.571961 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-0104e72b-636f-4e8e-871b-b45aec53fb25 None None] For port 6c86a7ea-6766-43f6-8738-1bb8d0fba089, host dv-cinder-768592-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=6c86a7ea-6766-43f6-8738-1bb8d0fba089,segment=NetworkSegment(16677259-091c-44a2-965f-f794d2088805),segment_id=16677259-091c-44a2-965f-f794d2088805)] {{(pid=99595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:48:35.575495 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-0104e72b-636f-4e8e-871b-b45aec53fb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:35.578270 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:48:35.594798 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-05813cf4-aa37-4f5f-8447-0d9e48f1c4f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:35.632100 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104e72b-636f-4e8e-871b-b45aec53fb25 None None] Pushing event updated for resources: {'Port': ['ID=6c86a7ea-6766-43f6-8738-1bb8d0fba089,revision_number=2']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:48:35.635220 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-0104e72b-636f-4e8e-871b-b45aec53fb25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:48:35.641003 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-05813cf4-aa37-4f5f-8447-0d9e48f1c4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3652731'] for port, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:35.643725 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:48:35.678559 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05813cf4-aa37-4f5f-8447-0d9e48f1c4f4 admin admin] Network 5f26f45a-4c2b-4262-97ee-7126ad3a4f0c is already hosted by enough agents. {{(pid=99593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:48:35.681385 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.base_scheduler [None req-05813cf4-aa37-4f5f-8447-0d9e48f1c4f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:48:35.688081 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05813cf4-aa37-4f5f-8447-0d9e48f1c4f4 admin admin] Received port after_create {{(pid=99593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:48:35.717812 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05813cf4-aa37-4f5f-8447-0d9e48f1c4f4 admin admin] Pushing event updated for resources: {'Port': ['ID=f4c4d530-778b-4f13-85b7-68523ac82fa3,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:48:35.722056 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-05813cf4-aa37-4f5f-8447-0d9e48f1c4f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:48:35.899353 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 6c86a7ea-6766-43f6-8738-1bb8d0fba089 up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:48:35.954405 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning for port 6c86a7ea-6766-43f6-8738-1bb8d0fba089 completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:48:35.960067 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-05813cf4-aa37-4f5f-8447-0d9e48f1c4f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:36.169231 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-05813cf4-aa37-4f5f-8447-0d9e48f1c4f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1822107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729143'] for router, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:36.299767 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05813cf4-aa37-4f5f-8447-0d9e48f1c4f4 admin admin] Router c6758945-ce80-4283-a973-bfaffc93aa71 is scheduled to L3 agent b4fcebb9-4e54-4961-9fbc-14fb1630411d with binding_index 1 {{(pid=99593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 08:48:36.410288 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05813cf4-aa37-4f5f-8447-0d9e48f1c4f4 admin admin] Notify agent at l3_agent.dv-cinder-768592-7-smb the message routers_updated {{(pid=99593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 08:48:36.423219 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573fe448-5004-443b-bf33-2c52dc937bd5 None None] Sync routers for ids ['c6758945-ce80-4283-a973-bfaffc93aa71'] in dv-cinder-768592-7-smb {{(pid=99596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 08:48:36.429972 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-05813cf4-aa37-4f5f-8447-0d9e48f1c4f4 admin admin] Notify callbacks [] for router, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:36.434477 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-05813cf4-aa37-4f5f-8447-0d9e48f1c4f4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4873421 Jun 23 08:48:36.434621 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573fe448-5004-443b-bf33-2c52dc937bd5 None None] Routers {'c6758945-ce80-4283-a973-bfaffc93aa71'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:48:36.434621 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-573fe448-5004-443b-bf33-2c52dc937bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:48:11Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['c6758945-ce80-4283-a973-bfaffc93aa71'], 'active': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:48:36.434865 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 55130) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:48:36.486750 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d67884-6dc6-4793-8ee1-5b685d04118c None None] Network 5e8a66f9-28b2-4d49-9def-f7966b7de559 requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:48:36.543349 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvr_db [None req-573fe448-5004-443b-bf33-2c52dc937bd5 None None] Set router c6758945-ce80-4283-a973-bfaffc93aa71 gateway port host: dv-cinder-768592-7-smb {{(pid=99596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:48:36.605931 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-4960a80f-d106-4ba7-8a4a-be29348e0b96 None None] Provisioning for port 6c86a7ea-6766-43f6-8738-1bb8d0fba089 completed by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:48:36.615586 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-4960a80f-d106-4ba7-8a4a-be29348e0b96 None None] Provisioning complete for port 6c86a7ea-6766-43f6-8738-1bb8d0fba089 triggered by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:48:36.615977 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-4960a80f-d106-4ba7-8a4a-be29348e0b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:36.741272 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-4960a80f-d106-4ba7-8a4a-be29348e0b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:36.742533 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-573fe448-5004-443b-bf33-2c52dc937bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'name': 'tempest-AttachVolumeTestJSON-17022952-router', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.167'}], 'enable_snat': True}, 'gw_port_id': 'f4c4d530-778b-4f13-85b7-68523ac82fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:48:34Z', 'updated_at': '2021-06-23T08:48:35Z', 'revision_number': 3, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'gw_port': {'id': 'f4c4d530-778b-4f13-85b7-68523ac82fa3', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:48:35Z', 'updated_at': '2021-06-23T08:48:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb'}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:48:36.773073 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573fe448-5004-443b-bf33-2c52dc937bd5 None None] Checking router: c6758945-ce80-4283-a973-bfaffc93aa71 for host: dv-cinder-768592-7-smb {{(pid=99596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 08:48:36.773551 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573fe448-5004-443b-bf33-2c52dc937bd5 None None] Updating router c6758945-ce80-4283-a973-bfaffc93aa71 port f4c4d530-778b-4f13-85b7-68523ac82fa3 binding host dv-cinder-768592-7-smb {{(pid=99596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 08:48:36.787464 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-4960a80f-d106-4ba7-8a4a-be29348e0b96 None None] For port 6c86a7ea-6766-43f6-8738-1bb8d0fba089, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=6c86a7ea-6766-43f6-8738-1bb8d0fba089,segment=NetworkSegment(16677259-091c-44a2-965f-f794d2088805),segment_id=16677259-091c-44a2-965f-f794d2088805)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:48:36.794156 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-4960a80f-d106-4ba7-8a4a-be29348e0b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:36.797610 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-be856b9d-7816-4a25-81bf-ea8ca92411ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:48:36.815792 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-573fe448-5004-443b-bf33-2c52dc937bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:36.859262 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960a80f-d106-4ba7-8a4a-be29348e0b96 None None] Pushing event updated for resources: {'Port': ['ID=6c86a7ea-6766-43f6-8738-1bb8d0fba089,revision_number=3']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:48:36.863438 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-4960a80f-d106-4ba7-8a4a-be29348e0b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:48:37.015163 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-0d207227-5027-4866-891b-47de09ae8cc7 None None] Provisioning complete for port 6c86a7ea-6766-43f6-8738-1bb8d0fba089 triggered by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:48:37.015824 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-0d207227-5027-4866-891b-47de09ae8cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:37.106007 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-573fe448-5004-443b-bf33-2c52dc937bd5 None None] Notify callbacks [] for port, precommit_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:37.118221 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.provisioning_blocks [None req-573fe448-5004-443b-bf33-2c52dc937bd5 None None] Transition to ACTIVE for port object f4c4d530-778b-4f13-85b7-68523ac82fa3 will not be triggered until provisioned by entity L2. {{(pid=99596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:48:37.124784 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-97e76044-7543-408b-a3a4-4b311ac20e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:37.125407 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-573fe448-5004-443b-bf33-2c52dc937bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:37.127996 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:48:37.176023 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [None req-573fe448-5004-443b-bf33-2c52dc937bd5 None None] Attempting to bind port f4c4d530-778b-4f13-85b7-68523ac82fa3 on host dv-cinder-768592-7-smb for vnic_type normal with profile {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:48:37.176405 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [None req-573fe448-5004-443b-bf33-2c52dc937bd5 None None] Attempting to bind port f4c4d530-778b-4f13-85b7-68523ac82fa3 by drivers openvswitch,hyperv on host dv-cinder-768592-7-smb at level 0 using segments [{'id': '6932e2b2-1f79-4fc6-aa47-4858913c769e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'}] {{(pid=99596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:48:37.176782 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573fe448-5004-443b-bf33-2c52dc937bd5 None None] Attempting to bind port f4c4d530-778b-4f13-85b7-68523ac82fa3 on network 5f26f45a-4c2b-4262-97ee-7126ad3a4f0c {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:48:37.182139 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cfe5d4-ffa8-4365-9b3f-a19068e423fa None None] Pushing event updated for resources: {'Port': ['ID=f4c4d530-778b-4f13-85b7-68523ac82fa3,revision_number=2']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:48:37.189751 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573fe448-5004-443b-bf33-2c52dc937bd5 None None] Checking agent: {'id': 'c91f22d1-ca23-4348-8c14-c9afdcad6577', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 31, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:48:37.190132 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573fe448-5004-443b-bf33-2c52dc937bd5 None None] Checking segment: {'id': '6932e2b2-1f79-4fc6-aa47-4858913c769e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:48:37.190547 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-573fe448-5004-443b-bf33-2c52dc937bd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:37.190972 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573fe448-5004-443b-bf33-2c52dc937bd5 None None] Bound using segment: {'id': '6932e2b2-1f79-4fc6-aa47-4858913c769e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'} {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:48:37.191443 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [None req-573fe448-5004-443b-bf33-2c52dc937bd5 None None] Bound port: f4c4d530-778b-4f13-85b7-68523ac82fa3, host: dv-cinder-768592-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6932e2b2-1f79-4fc6-aa47-4858913c769e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'}}] {{(pid=99596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:48:37.191825 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-573fe448-5004-443b-bf33-2c52dc937bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:37.194958 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cfe5d4-ffa8-4365-9b3f-a19068e423fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:48:37.195308 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cfe5d4-ffa8-4365-9b3f-a19068e423fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:48:37.195652 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cfe5d4-ffa8-4365-9b3f-a19068e423fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:48:37.195993 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cfe5d4-ffa8-4365-9b3f-a19068e423fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:48:37.196321 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cfe5d4-ffa8-4365-9b3f-a19068e423fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:48:37.196654 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cfe5d4-ffa8-4365-9b3f-a19068e423fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:48:37.196980 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cfe5d4-ffa8-4365-9b3f-a19068e423fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:48:37.197306 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cfe5d4-ffa8-4365-9b3f-a19068e423fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:48:37.197630 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cfe5d4-ffa8-4365-9b3f-a19068e423fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:48:37.197951 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cfe5d4-ffa8-4365-9b3f-a19068e423fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:48:37.198272 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cfe5d4-ffa8-4365-9b3f-a19068e423fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:48:37.198591 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cfe5d4-ffa8-4365-9b3f-a19068e423fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:48:37.217623 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-e9cfe5d4-ffa8-4365-9b3f-a19068e423fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:48:37.250242 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [None req-573fe448-5004-443b-bf33-2c52dc937bd5 None None] For port f4c4d530-778b-4f13-85b7-68523ac82fa3, host dv-cinder-768592-7-smb, cleared binding levels {{(pid=99596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:48:37.253844 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [None req-573fe448-5004-443b-bf33-2c52dc937bd5 None None] For port f4c4d530-778b-4f13-85b7-68523ac82fa3, host dv-cinder-768592-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=f4c4d530-778b-4f13-85b7-68523ac82fa3,segment=NetworkSegment(6932e2b2-1f79-4fc6-aa47-4858913c769e),segment_id=6932e2b2-1f79-4fc6-aa47-4858913c769e)] {{(pid=99596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:48:37.257544 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-573fe448-5004-443b-bf33-2c52dc937bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:37.260525 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-fada0950-fed8-4be1-8d6b-e43df26f2b3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:48:37.282158 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.db.db_base_plugin_common [None req-97e76044-7543-408b-a3a4-4b311ac20e46 admin admin] Allocated IP 172.20.0.1 (5e8a66f9-28b2-4d49-9def-f7966b7de559/e75556a3-aae6-4b8f-a421-383db50d10a5/a0009d2e-877b-4872-88bf-12af4dcd01a8) {{(pid=99593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:48:37.312000 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573fe448-5004-443b-bf33-2c52dc937bd5 None None] Routers {'c6758945-ce80-4283-a973-bfaffc93aa71'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:48:37.312629 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-573fe448-5004-443b-bf33-2c52dc937bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:48:11Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['c6758945-ce80-4283-a973-bfaffc93aa71'], 'active': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:48:37.352463 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cfe5d4-ffa8-4365-9b3f-a19068e423fa None None] Pushing event updated for resources: {'Port': ['ID=f4c4d530-778b-4f13-85b7-68523ac82fa3,revision_number=3']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:48:37.356670 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-e9cfe5d4-ffa8-4365-9b3f-a19068e423fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:48:37.386273 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-97e76044-7543-408b-a3a4-4b311ac20e46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:37.400536 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.db.provisioning_blocks [None req-97e76044-7543-408b-a3a4-4b311ac20e46 admin admin] Transition to ACTIVE for port object a0009d2e-877b-4872-88bf-12af4dcd01a8 will not be triggered until provisioned by entity DHCP. {{(pid=99593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:48:37.419435 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvr_db [None req-573fe448-5004-443b-bf33-2c52dc937bd5 None None] Set router c6758945-ce80-4283-a973-bfaffc93aa71 gateway port host: dv-cinder-768592-7-smb {{(pid=99596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:48:37.433917 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-97e76044-7543-408b-a3a4-4b311ac20e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3652731'] for port, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:37.435961 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-a6d17f89-e1f1-49eb-a26b-10eaa8cbf8c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:48:37.473831 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e76044-7543-408b-a3a4-4b311ac20e46 admin admin] Network 5e8a66f9-28b2-4d49-9def-f7966b7de559 is already hosted by enough agents. {{(pid=99593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:48:37.476552 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.base_scheduler [None req-97e76044-7543-408b-a3a4-4b311ac20e46 admin admin] Resources bound (agent type, host, resource id): {{(pid=99593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:48:37.480067 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e76044-7543-408b-a3a4-4b311ac20e46 admin admin] Received port after_create {{(pid=99593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:48:37.504334 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e76044-7543-408b-a3a4-4b311ac20e46 admin admin] Pushing event updated for resources: {'Port': ['ID=a0009d2e-877b-4872-88bf-12af4dcd01a8,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:48:37.508229 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-97e76044-7543-408b-a3a4-4b311ac20e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:48:37.523749 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-97e76044-7543-408b-a3a4-4b311ac20e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749879'] for router_interface, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:37.604946 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-573fe448-5004-443b-bf33-2c52dc937bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'name': 'tempest-AttachVolumeTestJSON-17022952-router', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.167'}], 'enable_snat': True}, 'gw_port_id': 'f4c4d530-778b-4f13-85b7-68523ac82fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:48:34Z', 'updated_at': '2021-06-23T08:48:35Z', 'revision_number': 3, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'gw_port': {'id': 'f4c4d530-778b-4f13-85b7-68523ac82fa3', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:48:35Z', 'updated_at': '2021-06-23T08:48:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb'}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:48:37.634679 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573fe448-5004-443b-bf33-2c52dc937bd5 None None] The sync data for ids ['c6758945-ce80-4283-a973-bfaffc93aa71'] in dv-cinder-768592-7-smb is: [{'id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'name': 'tempest-AttachVolumeTestJSON-17022952-router', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.167'}], 'enable_snat': True}, 'gw_port_id': 'f4c4d530-778b-4f13-85b7-68523ac82fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:48:34Z', 'updated_at': '2021-06-23T08:48:35Z', 'revision_number': 3, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'gw_port': {'id': 'f4c4d530-778b-4f13-85b7-68523ac82fa3', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:48:35Z', 'updated_at': '2021-06-23T08:48:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb'}] {{(pid=99596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 08:48:37.672134 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-97e76044-7543-408b-a3a4-4b311ac20e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:37.726400 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-94578b9c-626e-4d9d-9a75-1cc80a92c040 None None] Provisioning for port a0009d2e-877b-4872-88bf-12af4dcd01a8 completed by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:48:37.730014 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-94578b9c-626e-4d9d-9a75-1cc80a92c040 None None] Provisioning complete for port a0009d2e-877b-4872-88bf-12af4dcd01a8 triggered by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:48:37.733292 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-94578b9c-626e-4d9d-9a75-1cc80a92c040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:37.768589 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-94578b9c-626e-4d9d-9a75-1cc80a92c040 None None] Port a0009d2e-877b-4872-88bf-12af4dcd01a8 cannot update to ACTIVE because it is not bound. {{(pid=99595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 08:48:37.839023 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 6c86a7ea-6766-43f6-8738-1bb8d0fba089 up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:48:37.849933 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-97e76044-7543-408b-a3a4-4b311ac20e46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:37.868254 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-97e76044-7543-408b-a3a4-4b311ac20e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3652713'] for port, after_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:37.873641 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:48:37.915965 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port 6c86a7ea-6766-43f6-8738-1bb8d0fba089 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:48:37.916353 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:37.945222 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-97e76044-7543-408b-a3a4-4b311ac20e46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749915'] for router_interface, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:37.947086 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e76044-7543-408b-a3a4-4b311ac20e46 admin admin] Pushing event updated for resources: {'Port': ['ID=a0009d2e-877b-4872-88bf-12af4dcd01a8,revision_number=2']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:48:37.950524 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-97e76044-7543-408b-a3a4-4b311ac20e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:48:38.046544 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e76044-7543-408b-a3a4-4b311ac20e46 admin admin] Network 5e8a66f9-28b2-4d49-9def-f7966b7de559 is already hosted by enough agents. {{(pid=99593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:48:38.048042 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.base_scheduler [None req-97e76044-7543-408b-a3a4-4b311ac20e46 admin admin] Resources bound (agent type, host, resource id): {{(pid=99593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:48:38.178284 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e76044-7543-408b-a3a4-4b311ac20e46 admin admin] Router c6758945-ce80-4283-a973-bfaffc93aa71 has already been hosted by L3 agent b4fcebb9-4e54-4961-9fbc-14fb1630411d {{(pid=99593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 08:48:38.290866 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-c1e2d057-6d24-42a4-8fea-dbf2da34b9be None None] Provisioning complete for port a0009d2e-877b-4872-88bf-12af4dcd01a8 triggered by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:48:38.291472 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-c1e2d057-6d24-42a4-8fea-dbf2da34b9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:38.304871 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e76044-7543-408b-a3a4-4b311ac20e46 admin admin] Notify agent at l3_agent.dv-cinder-768592-7-smb the message routers_updated {{(pid=99593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 08:48:38.311440 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-97e76044-7543-408b-a3a4-4b311ac20e46 admin admin] 10.222.0.23 "PUT /v2.0/routers/c6758945-ce80-4283-a973-bfaffc93aa71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8745451 Jun 23 08:48:38.337464 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-c1e2d057-6d24-42a4-8fea-dbf2da34b9be None None] Port a0009d2e-877b-4872-88bf-12af4dcd01a8 cannot update to ACTIVE because it is not bound. {{(pid=99595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 08:48:38.345645 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-998d470a-7178-4c8a-b635-1ed9498f0aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:38.660722 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 55138) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:48:38.665820 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-8606b8e0-35f6-45c3-b665-7e5219656d65 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Request body: {'security_group': {'name': 'tempest-securitygroup--540003921', 'description': 'tempest-description--1790803135'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:48:38.688077 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8606b8e0-35f6-45c3-b665-7e5219656d65 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:38.769402 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8606b8e0-35f6-45c3-b665-7e5219656d65 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:38.772955 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8606b8e0-35f6-45c3-b665-7e5219656d65 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:38.775282 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-c544c35e-7a78-4ddf-8387-0874aab2e4fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:48:38.802376 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8606b8e0-35f6-45c3-b665-7e5219656d65 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:38.803594 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-8606b8e0-35f6-45c3-b665-7e5219656d65 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1417892 Jun 23 08:48:38.805432 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8606b8e0-35f6-45c3-b665-7e5219656d65 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29b57ffc-3893-419c-8280-51cf361601a7,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:48:38.806567 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 55140) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:48:38.808103 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-8606b8e0-35f6-45c3-b665-7e5219656d65 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:48:38.811484 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [None req-9c5b5810-1b83-4a5d-a086-b63c56dee8a1 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Request body: {'security_group_rule': {'security_group_id': '29b57ffc-3893-419c-8280-51cf361601a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:48:38.839274 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-9c5b5810-1b83-4a5d-a086-b63c56dee8a1 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:38.897821 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-9c5b5810-1b83-4a5d-a086-b63c56dee8a1 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:38.901221 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-9c5b5810-1b83-4a5d-a086-b63c56dee8a1 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748324'] for security_group_rule, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:38.902963 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:48:38.919223 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b5810-1b83-4a5d-a086-b63c56dee8a1 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8051ce65-91f8-40c8-9051-15344a49cbe3,revision_number=0']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:48:38.923901 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-9c5b5810-1b83-4a5d-a086-b63c56dee8a1 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:48:38.926580 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-9c5b5810-1b83-4a5d-a086-b63c56dee8a1 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:38.927756 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-9c5b5810-1b83-4a5d-a086-b63c56dee8a1 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1200941 Jun 23 08:48:38.930319 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 55142) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:48:38.934765 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [None req-59eb9a82-22bf-4372-94dd-2ea9e865cc16 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Request body: {'security_group_rule': {'security_group_id': '29b57ffc-3893-419c-8280-51cf361601a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:48:38.960356 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-59eb9a82-22bf-4372-94dd-2ea9e865cc16 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:39.018390 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-59eb9a82-22bf-4372-94dd-2ea9e865cc16 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:39.021944 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-59eb9a82-22bf-4372-94dd-2ea9e865cc16 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748324'] for security_group_rule, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:39.023966 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:48:39.044213 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb9a82-22bf-4372-94dd-2ea9e865cc16 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9955351-ff8f-4a18-9d6f-8cc2b51e5fa0,revision_number=0']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:48:39.047220 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-59eb9a82-22bf-4372-94dd-2ea9e865cc16 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:48:39.049347 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-59eb9a82-22bf-4372-94dd-2ea9e865cc16 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:39.050873 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-59eb9a82-22bf-4372-94dd-2ea9e865cc16 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193430 Jun 23 08:48:39.053669 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 55144) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:48:39.058261 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [None req-b40db123-7ee4-491f-8e40-de0e3d1fc58a tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Request body: {'floatingip': {'floating_network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:48:39.083738 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b40db123-7ee4-491f-8e40-de0e3d1fc58a tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for floatingip, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:39.144024 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbde3ed-0e3d-4c17-b53b-4292cb4ec8d5 None None] Sync routers for ids ['c6758945-ce80-4283-a973-bfaffc93aa71'] in dv-cinder-768592-7-smb {{(pid=99595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 08:48:39.152602 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbde3ed-0e3d-4c17-b53b-4292cb4ec8d5 None None] Routers {'c6758945-ce80-4283-a973-bfaffc93aa71'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:48:39.153236 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-0bbde3ed-0e3d-4c17-b53b-4292cb4ec8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:48:11Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['c6758945-ce80-4283-a973-bfaffc93aa71'], 'active': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:48:39.181986 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b40db123-7ee4-491f-8e40-de0e3d1fc58a tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:39.265202 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvr_db [None req-0bbde3ed-0e3d-4c17-b53b-4292cb4ec8d5 None None] Set router c6758945-ce80-4283-a973-bfaffc93aa71 gateway port host: dv-cinder-768592-7-smb {{(pid=99595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:48:39.290070 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.db.db_base_plugin_common [None req-b40db123-7ee4-491f-8e40-de0e3d1fc58a tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Allocated IP 172.28.3.178 (5f26f45a-4c2b-4262-97ee-7126ad3a4f0c/86cbbb1d-69f5-4548-9290-2a101fd5c791/6de7a3a1-0aa1-4506-ba81-8ed55357ff34) {{(pid=99593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:48:39.392819 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b40db123-7ee4-491f-8e40-de0e3d1fc58a tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for port, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:39.431440 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b40db123-7ee4-491f-8e40-de0e3d1fc58a tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3652731'] for port, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:39.433731 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-d969d890-a99a-4806-bb7b-548c95ed2dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:48:39.478777 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40db123-7ee4-491f-8e40-de0e3d1fc58a tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Network 5f26f45a-4c2b-4262-97ee-7126ad3a4f0c is already hosted by enough agents. {{(pid=99593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:48:39.483242 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.base_scheduler [None req-b40db123-7ee4-491f-8e40-de0e3d1fc58a tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Resources bound (agent type, host, resource id): {{(pid=99593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:48:39.485890 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40db123-7ee4-491f-8e40-de0e3d1fc58a tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Received port after_create {{(pid=99593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:48:39.508936 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40db123-7ee4-491f-8e40-de0e3d1fc58a tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Pushing event updated for resources: {'Port': ['ID=6de7a3a1-0aa1-4506-ba81-8ed55357ff34,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:48:39.511837 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-b40db123-7ee4-491f-8e40-de0e3d1fc58a tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:48:39.573369 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b40db123-7ee4-491f-8e40-de0e3d1fc58a tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:39.596052 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-0bbde3ed-0e3d-4c17-b53b-4292cb4ec8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'name': 'tempest-AttachVolumeTestJSON-17022952-router', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.167'}], 'enable_snat': True}, 'gw_port_id': 'f4c4d530-778b-4f13-85b7-68523ac82fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:48:34Z', 'updated_at': '2021-06-23T08:48:37Z', 'revision_number': 4, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'gw_port': {'id': 'f4c4d530-778b-4f13-85b7-68523ac82fa3', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:48:35Z', 'updated_at': '2021-06-23T08:48:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': 'a0009d2e-877b-4872-88bf-12af4dcd01a8', 'name': '', 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'mac_address': 'fa:16:3e:82:1c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e75556a3-aae6-4b8f-a421-383db50d10a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:48:37Z', 'updated_at': '2021-06-23T08:48:37Z', 'revision_number': 2, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'subnets': [{'id': 'e75556a3-aae6-4b8f-a421-383db50d10a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:48:39.616389 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b40db123-7ee4-491f-8e40-de0e3d1fc58a tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:39.626585 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbde3ed-0e3d-4c17-b53b-4292cb4ec8d5 None None] Checking router: c6758945-ce80-4283-a973-bfaffc93aa71 for host: dv-cinder-768592-7-smb {{(pid=99595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 08:48:39.626984 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbde3ed-0e3d-4c17-b53b-4292cb4ec8d5 None None] Updating router c6758945-ce80-4283-a973-bfaffc93aa71 port a0009d2e-877b-4872-88bf-12af4dcd01a8 binding host dv-cinder-768592-7-smb {{(pid=99595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 08:48:39.660728 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-0bbde3ed-0e3d-4c17-b53b-4292cb4ec8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:39.766907 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b40db123-7ee4-491f-8e40-de0e3d1fc58a tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for port, precommit_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:39.774365 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b40db123-7ee4-491f-8e40-de0e3d1fc58a tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3652713'] for port, after_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:39.774531 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:48:39.846480 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device f4c4d530-778b-4f13-85b7-68523ac82fa3 up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:48:39.846906 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40db123-7ee4-491f-8e40-de0e3d1fc58a tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Pushing event updated for resources: {'Port': ['ID=6de7a3a1-0aa1-4506-ba81-8ed55357ff34,revision_number=2']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:48:39.850263 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-b40db123-7ee4-491f-8e40-de0e3d1fc58a tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:48:39.862972 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b40db123-7ee4-491f-8e40-de0e3d1fc58a tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717624'] for floatingip, after_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:39.876802 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b40db123-7ee4-491f-8e40-de0e3d1fc58a tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for floatingip, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:39.878761 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-b40db123-7ee4-491f-8e40-de0e3d1fc58a tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8234735 Jun 23 08:48:39.953686 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning for port f4c4d530-778b-4f13-85b7-68523ac82fa3 completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:48:39.963106 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port f4c4d530-778b-4f13-85b7-68523ac82fa3 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:48:39.963491 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:39.995347 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-0bbde3ed-0e3d-4c17-b53b-4292cb4ec8d5 None None] Notify callbacks [] for port, precommit_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:40.013586 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-0bbde3ed-0e3d-4c17-b53b-4292cb4ec8d5 None None] Transition to ACTIVE for port object a0009d2e-877b-4872-88bf-12af4dcd01a8 will not be triggered until provisioned by entity L2. {{(pid=99595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:48:40.021387 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-0bbde3ed-0e3d-4c17-b53b-4292cb4ec8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:40.023983 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-be856b9d-7816-4a25-81bf-ea8ca92411ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:48:40.028227 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-f1c6f882-90ad-424d-a468-f27644e86e14 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--540003921&fields=id&tenant_id=edcf887365df4487a849a7cbf40427c0 HTTP/1.1" status: 200 len: 267 time: 0.0350082 Jun 23 08:48:40.099484 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad9a42-df85-40df-8f7c-5d2525e0e77b None None] Pushing event updated for resources: {'Port': ['ID=a0009d2e-877b-4872-88bf-12af4dcd01a8,revision_number=3']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:48:40.104856 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-88ad9a42-df85-40df-8f7c-5d2525e0e77b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:48:40.136664 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:40.146633 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-0f6d00cc-0649-47b2-94e0-2e84ac4fa5cf tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:48:40.148290 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-0f6d00cc-0649-47b2-94e0-2e84ac4fa5cf tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/networks?id=5e8a66f9-28b2-4d49-9def-f7966b7de559 HTTP/1.1" status: 200 len: 809 time: 0.1124370 Jun 23 08:48:40.165770 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-2c1437ce-54cf-4e53-aacc-10278f933bee tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/quotas/edcf887365df4487a849a7cbf40427c0 HTTP/1.1" status: 200 len: 375 time: 0.0101142 Jun 23 08:48:40.183233 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] For port f4c4d530-778b-4f13-85b7-68523ac82fa3, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=f4c4d530-778b-4f13-85b7-68523ac82fa3,segment=NetworkSegment(6932e2b2-1f79-4fc6-aa47-4858913c769e),segment_id=6932e2b2-1f79-4fc6-aa47-4858913c769e)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:48:40.184680 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-0bbde3ed-0e3d-4c17-b53b-4292cb4ec8d5 None None] Attempting to bind port a0009d2e-877b-4872-88bf-12af4dcd01a8 on host dv-cinder-768592-7-smb for vnic_type normal with profile {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:48:40.185026 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-0bbde3ed-0e3d-4c17-b53b-4292cb4ec8d5 None None] Attempting to bind port a0009d2e-877b-4872-88bf-12af4dcd01a8 by drivers openvswitch,hyperv on host dv-cinder-768592-7-smb at level 0 using segments [{'id': '16677259-091c-44a2-965f-f794d2088805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559'}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:48:40.185423 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbde3ed-0e3d-4c17-b53b-4292cb4ec8d5 None None] Attempting to bind port a0009d2e-877b-4872-88bf-12af4dcd01a8 on network 5e8a66f9-28b2-4d49-9def-f7966b7de559 {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:48:40.190723 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:40.192718 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:48:40.194911 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbde3ed-0e3d-4c17-b53b-4292cb4ec8d5 None None] Checking agent: {'id': 'c91f22d1-ca23-4348-8c14-c9afdcad6577', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 31, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:48:40.195293 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbde3ed-0e3d-4c17-b53b-4292cb4ec8d5 None None] Checking segment: {'id': '16677259-091c-44a2-965f-f794d2088805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:48:40.195700 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-0bbde3ed-0e3d-4c17-b53b-4292cb4ec8d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:40.196075 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbde3ed-0e3d-4c17-b53b-4292cb4ec8d5 None None] Bound using segment: {'id': '16677259-091c-44a2-965f-f794d2088805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559'} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:48:40.196566 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [None req-0bbde3ed-0e3d-4c17-b53b-4292cb4ec8d5 None None] Bound port: a0009d2e-877b-4872-88bf-12af4dcd01a8, host: dv-cinder-768592-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16677259-091c-44a2-965f-f794d2088805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559'}}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:48:40.196944 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-0bbde3ed-0e3d-4c17-b53b-4292cb4ec8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:40.257217 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-91b2dd93-cf77-4a75-997c-d5eb19816ecc tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=edcf887365df4487a849a7cbf40427c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0793309 Jun 23 08:48:40.279646 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Pushing event updated for resources: {'Port': ['ID=f4c4d530-778b-4f13-85b7-68523ac82fa3,revision_number=4']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:48:40.285754 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:48:40.301863 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-0bbde3ed-0e3d-4c17-b53b-4292cb4ec8d5 None None] For port a0009d2e-877b-4872-88bf-12af4dcd01a8, host dv-cinder-768592-7-smb, cleared binding levels {{(pid=99595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:48:40.305065 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-0bbde3ed-0e3d-4c17-b53b-4292cb4ec8d5 None None] For port a0009d2e-877b-4872-88bf-12af4dcd01a8, host dv-cinder-768592-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=a0009d2e-877b-4872-88bf-12af4dcd01a8,segment=NetworkSegment(16677259-091c-44a2-965f-f794d2088805),segment_id=16677259-091c-44a2-965f-f794d2088805)] {{(pid=99595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:48:40.308569 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-0bbde3ed-0e3d-4c17-b53b-4292cb4ec8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:40.310399 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:48:40.360085 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-2a638789-8099-4fa1-a11f-e781bfb17c4b service neutron] 10.222.0.23 "GET /v2.0/networks/5e8a66f9-28b2-4d49-9def-f7966b7de559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939987 Jun 23 08:48:40.382687 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbde3ed-0e3d-4c17-b53b-4292cb4ec8d5 None None] Routers {'c6758945-ce80-4283-a973-bfaffc93aa71'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:48:40.383404 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-0bbde3ed-0e3d-4c17-b53b-4292cb4ec8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:48:11Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['c6758945-ce80-4283-a973-bfaffc93aa71'], 'active': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:48:40.428487 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad9a42-df85-40df-8f7c-5d2525e0e77b None None] Pushing event updated for resources: {'Port': ['ID=a0009d2e-877b-4872-88bf-12af4dcd01a8,revision_number=4']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:48:40.434966 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-88ad9a42-df85-40df-8f7c-5d2525e0e77b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:48:40.472099 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-c1943567-f556-4b28-b08d-4faf44bea181 service neutron] 10.222.0.23 "GET /v2.0/networks/5e8a66f9-28b2-4d49-9def-f7966b7de559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042840 Jun 23 08:48:40.510450 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvr_db [None req-0bbde3ed-0e3d-4c17-b53b-4292cb4ec8d5 None None] Set router c6758945-ce80-4283-a973-bfaffc93aa71 gateway port host: dv-cinder-768592-7-smb {{(pid=99595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:48:40.644774 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-41077381-7275-4401-a7e1-6173bc627a03 req-5f941af1-e0df-4082-847c-7de6e746acc3 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 210 time: 0.0288987 Jun 23 08:48:40.742414 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_hamode_db [None req-0bbde3ed-0e3d-4c17-b53b-4292cb4ec8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'name': 'tempest-AttachVolumeTestJSON-17022952-router', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.167'}], 'enable_snat': True}, 'gw_port_id': 'f4c4d530-778b-4f13-85b7-68523ac82fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:48:34Z', 'updated_at': '2021-06-23T08:48:37Z', 'revision_number': 4, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'gw_port': {'id': 'f4c4d530-778b-4f13-85b7-68523ac82fa3', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:48:35Z', 'updated_at': '2021-06-23T08:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': 'a0009d2e-877b-4872-88bf-12af4dcd01a8', 'name': '', 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'mac_address': 'fa:16:3e:82:1c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e75556a3-aae6-4b8f-a421-383db50d10a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:48:37Z', 'updated_at': '2021-06-23T08:48:40Z', 'revision_number': 4, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'subnets': [{'id': 'e75556a3-aae6-4b8f-a421-383db50d10a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:48:40.768843 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbde3ed-0e3d-4c17-b53b-4292cb4ec8d5 None None] The sync data for ids ['c6758945-ce80-4283-a973-bfaffc93aa71'] in dv-cinder-768592-7-smb is: [{'id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'name': 'tempest-AttachVolumeTestJSON-17022952-router', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.167'}], 'enable_snat': True}, 'gw_port_id': 'f4c4d530-778b-4f13-85b7-68523ac82fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:48:34Z', 'updated_at': '2021-06-23T08:48:37Z', 'revision_number': 4, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'gw_port': {'id': 'f4c4d530-778b-4f13-85b7-68523ac82fa3', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:48:35Z', 'updated_at': '2021-06-23T08:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': 'a0009d2e-877b-4872-88bf-12af4dcd01a8', 'name': '', 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'mac_address': 'fa:16:3e:82:1c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e75556a3-aae6-4b8f-a421-383db50d10a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:48:37Z', 'updated_at': '2021-06-23T08:48:40Z', 'revision_number': 4, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'subnets': [{'id': 'e75556a3-aae6-4b8f-a421-383db50d10a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 08:48:40.887973 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:41.082874 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-444cfaac-2507-45fb-a7e4-075dac80e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:41.387954 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:41.804838 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-f09c41fd-1b4f-4e05-bd99-3d6023d40432 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:48:41.805595 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-fc3e0a7e-8b81-41fc-93e8-6cab3ce15d80 req-4ae94bf5-583a-478d-a01f-dd30eb7c6dde tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 210 time: 0.0428853 Jun 23 08:48:41.806293 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-f09c41fd-1b4f-4e05-bd99-3d6023d40432 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.13 "GET /v2.0/networks?id=5e8a66f9-28b2-4d49-9def-f7966b7de559 HTTP/1.1" status: 200 len: 809 time: 0.1037273 Jun 23 08:48:41.862249 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-d3d1e50c-0f2c-47a1-9bb0-a2937860da01 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edcf887365df4487a849a7cbf40427c0 HTTP/1.1" status: 200 len: 379 time: 0.0396330 Jun 23 08:48:41.870682 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-5dfc8aac-463e-4d12-b481-8445646aeadd tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Request body: {'port': {'device_id': 'acb2f85a-7cb8-46ea-8422-e00676260046', 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559', 'admin_state_up': True, 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'security_groups': ['29b57ffc-3893-419c-8280-51cf361601a7']}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:48:41.937586 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device f4c4d530-778b-4f13-85b7-68523ac82fa3 up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:48:41.985542 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-5dfc8aac-463e-4d12-b481-8445646aeadd tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Made reservation on behalf of edcf887365df4487a849a7cbf40427c0 for: {'port': 1} {{(pid=99594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:48:41.989132 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-5dfc8aac-463e-4d12-b481-8445646aeadd tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:41.990954 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port f4c4d530-778b-4f13-85b7-68523ac82fa3 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:48:41.991348 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:42.045672 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:42.081393 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device a0009d2e-877b-4872-88bf-12af4dcd01a8 up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:48:42.116892 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.db_base_plugin_common [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-5dfc8aac-463e-4d12-b481-8445646aeadd tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Allocated IP 172.20.0.13 (5e8a66f9-28b2-4d49-9def-f7966b7de559/e75556a3-aae6-4b8f-a421-383db50d10a5/a71dd164-7c0a-46d9-b146-0526099af13e) {{(pid=99594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:48:42.128343 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning for port a0009d2e-877b-4872-88bf-12af4dcd01a8 completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:48:42.131961 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port a0009d2e-877b-4872-88bf-12af4dcd01a8 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:48:42.132341 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:42.208971 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:42.242964 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] For port a0009d2e-877b-4872-88bf-12af4dcd01a8, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=a0009d2e-877b-4872-88bf-12af4dcd01a8,segment=NetworkSegment(16677259-091c-44a2-965f-f794d2088805),segment_id=16677259-091c-44a2-965f-f794d2088805)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:48:42.247150 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:42.249800 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:48:42.258782 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-5dfc8aac-463e-4d12-b481-8445646aeadd tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for port, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:42.272500 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.provisioning_blocks [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-5dfc8aac-463e-4d12-b481-8445646aeadd tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Transition to ACTIVE for port object a71dd164-7c0a-46d9-b146-0526099af13e will not be triggered until provisioned by entity DHCP. {{(pid=99594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:48:42.295709 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Pushing event updated for resources: {'Port': ['ID=a0009d2e-877b-4872-88bf-12af4dcd01a8,revision_number=5']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:48:42.299183 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:48:42.306539 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-5dfc8aac-463e-4d12-b481-8445646aeadd tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27156498'] for port, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:42.310865 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-a1923667-8e68-479d-b776-792b58afde93 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:48:42.351691 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-5dfc8aac-463e-4d12-b481-8445646aeadd tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Network 5e8a66f9-28b2-4d49-9def-f7966b7de559 is already hosted by enough agents. {{(pid=99594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:48:42.354856 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-5dfc8aac-463e-4d12-b481-8445646aeadd tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Resources bound (agent type, host, resource id): {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:48:42.359140 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-5dfc8aac-463e-4d12-b481-8445646aeadd tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Received port after_create {{(pid=99594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:48:42.365459 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc8aac-463e-4d12-b481-8445646aeadd tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Pushing event updated for resources: {'Port': ['ID=a71dd164-7c0a-46d9-b146-0526099af13e,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:48:42.385891 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-5dfc8aac-463e-4d12-b481-8445646aeadd tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:48:42.411497 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-5dfc8aac-463e-4d12-b481-8445646aeadd tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:48:42.412130 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-5dfc8aac-463e-4d12-b481-8445646aeadd tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:42.428603 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-5dfc8aac-463e-4d12-b481-8445646aeadd tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5616915 Jun 23 08:48:42.447199 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-5ffbaea4-7e9d-44d5-ac7c-5a7d594ad459 service neutron] Request body: {'port': {'device_id': 'acb2f85a-7cb8-46ea-8422-e00676260046', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:48:42.525260 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-5ffbaea4-7e9d-44d5-ac7c-5a7d594ad459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:42.537220 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e152b352-71a3-430e-b235-1705540c5e83 None None] Provisioning for port a71dd164-7c0a-46d9-b146-0526099af13e completed by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:48:42.541081 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e152b352-71a3-430e-b235-1705540c5e83 None None] Provisioning complete for port a71dd164-7c0a-46d9-b146-0526099af13e triggered by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:48:42.541464 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e152b352-71a3-430e-b235-1705540c5e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:42.577509 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-e152b352-71a3-430e-b235-1705540c5e83 None None] Port a71dd164-7c0a-46d9-b146-0526099af13e cannot update to ACTIVE because it is not bound. {{(pid=99595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 08:48:42.778015 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-5ffbaea4-7e9d-44d5-ac7c-5a7d594ad459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a71dd164-7c0a-46d9-b146-0526099af13e {{(pid=99594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:48:42.785635 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-5ffbaea4-7e9d-44d5-ac7c-5a7d594ad459 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:42.797751 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.provisioning_blocks [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-5ffbaea4-7e9d-44d5-ac7c-5a7d594ad459 service neutron] Transition to ACTIVE for port object a71dd164-7c0a-46d9-b146-0526099af13e will not be triggered until provisioned by entity L2. {{(pid=99594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:48:42.800626 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-5ffbaea4-7e9d-44d5-ac7c-5a7d594ad459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27156480'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:42.803434 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-5dfc8aac-463e-4d12-b481-8445646aeadd tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:48:42.870267 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffbaea4-7e9d-44d5-ac7c-5a7d594ad459 service neutron] Pushing event updated for resources: {'Port': ['ID=a71dd164-7c0a-46d9-b146-0526099af13e,revision_number=2']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:48:42.873992 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-5ffbaea4-7e9d-44d5-ac7c-5a7d594ad459 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:48:42.924805 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-5ffbaea4-7e9d-44d5-ac7c-5a7d594ad459 service neutron] Attempting to bind port a71dd164-7c0a-46d9-b146-0526099af13e on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:48:42.925143 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-5ffbaea4-7e9d-44d5-ac7c-5a7d594ad459 service neutron] Attempting to bind port a71dd164-7c0a-46d9-b146-0526099af13e by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '16677259-091c-44a2-965f-f794d2088805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559'}] {{(pid=99594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:48:42.925695 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-5ffbaea4-7e9d-44d5-ac7c-5a7d594ad459 service neutron] Attempting to bind port a71dd164-7c0a-46d9-b146-0526099af13e on network 5e8a66f9-28b2-4d49-9def-f7966b7de559 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:48:42.930522 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-5ffbaea4-7e9d-44d5-ac7c-5a7d594ad459 service neutron] Port a71dd164-7c0a-46d9-b146-0526099af13e on network 5e8a66f9-28b2-4d49-9def-f7966b7de559 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 08:48:42.931089 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-5ffbaea4-7e9d-44d5-ac7c-5a7d594ad459 service neutron] Attempting to bind port a71dd164-7c0a-46d9-b146-0526099af13e on network 5e8a66f9-28b2-4d49-9def-f7966b7de559 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:48:42.936441 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-5ffbaea4-7e9d-44d5-ac7c-5a7d594ad459 service neutron] Checking agent: {'id': '5783bbde-a90f-4f17-9165-5d18275c1698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 37, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:48:42.936783 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-5ffbaea4-7e9d-44d5-ac7c-5a7d594ad459 service neutron] Checking segment: {'id': '16677259-091c-44a2-965f-f794d2088805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:48:42.937169 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-5ffbaea4-7e9d-44d5-ac7c-5a7d594ad459 service neutron] Bound using segment: {'id': '16677259-091c-44a2-965f-f794d2088805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559'} {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:48:42.937601 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-5ffbaea4-7e9d-44d5-ac7c-5a7d594ad459 service neutron] Bound port: a71dd164-7c0a-46d9-b146-0526099af13e, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16677259-091c-44a2-965f-f794d2088805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559'}}] {{(pid=99594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:48:42.937954 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-5ffbaea4-7e9d-44d5-ac7c-5a7d594ad459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:42.995289 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8c0ec-6f86-48f3-b526-1934b972ed7f req-5d71e3d2-48bd-415e-83e3-32899ce22e03 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:48:42.996830 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-0dd8c0ec-6f86-48f3-b526-1934b972ed7f req-5d71e3d2-48bd-415e-83e3-32899ce22e03 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 944 time: 0.0673254 Jun 23 08:48:43.003940 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-5ffbaea4-7e9d-44d5-ac7c-5a7d594ad459 service neutron] For port a71dd164-7c0a-46d9-b146-0526099af13e, host hv-cinder-76859, cleared binding levels {{(pid=99594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:48:43.007388 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-5ffbaea4-7e9d-44d5-ac7c-5a7d594ad459 service neutron] For port a71dd164-7c0a-46d9-b146-0526099af13e, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=a71dd164-7c0a-46d9-b146-0526099af13e,segment=NetworkSegment(16677259-091c-44a2-965f-f794d2088805),segment_id=16677259-091c-44a2-965f-f794d2088805)] {{(pid=99594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:48:43.012842 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-5ffbaea4-7e9d-44d5-ac7c-5a7d594ad459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27156480'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:43.015304 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-d5748347-8455-475f-8e49-e7a6cfcc0014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:48:43.043061 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-0dd8c0ec-6f86-48f3-b526-1934b972ed7f req-23991c96-b459-498c-abe5-4ca2d98a8ad1 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383556 Jun 23 08:48:43.047996 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-5ffbaea4-7e9d-44d5-ac7c-5a7d594ad459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:48:43.048678 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-5ffbaea4-7e9d-44d5-ac7c-5a7d594ad459 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:43.049988 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-5ffbaea4-7e9d-44d5-ac7c-5a7d594ad459 service neutron] 10.222.0.13 "PUT /v2.0/ports/a71dd164-7c0a-46d9-b146-0526099af13e HTTP/1.1" status: 200 len: 1094 time: 0.6072690 Jun 23 08:48:43.050508 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb2f85a-7cb8-46ea-8422-e00676260046', 'tag': 'a71dd164-7c0a-46d9-b146-0526099af13e'}] {{(pid=99594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:48:43.052854 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3f20cf24677dbb31f56fc6b5fcedde197d4abde885e517d24b88e41f2eb98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c96cfc5-6881-40f1-97a3-d8167a92d036" -d '{"events": [{"name": "network-changed", "server_uuid": "acb2f85a-7cb8-46ea-8422-e00676260046", "tag": "a71dd164-7c0a-46d9-b146-0526099af13e"}]}' {{(pid=99594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:48:43.096462 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 08:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59690b4a-94bb-4cef-bcfb-b3540b50bbdf x-openstack-request-id: req-59690b4a-94bb-4cef-bcfb-b3540b50bbdf {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:48:43.096863 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb2f85a-7cb8-46ea-8422-e00676260046", "tag": "a71dd164-7c0a-46d9-b146-0526099af13e", "status": "completed", "code": 200}]} {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:48:43.097223 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-59690b4a-94bb-4cef-bcfb-b3540b50bbdf {{(pid=99594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:48:43.097732 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb2f85a-7cb8-46ea-8422-e00676260046', 'tag': 'a71dd164-7c0a-46d9-b146-0526099af13e', 'status': 'completed', 'code': 200} Jun 23 08:48:43.098918 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffbaea4-7e9d-44d5-ac7c-5a7d594ad459 service neutron] Pushing event updated for resources: {'Port': ['ID=a71dd164-7c0a-46d9-b146-0526099af13e,revision_number=3']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:48:43.102248 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-5ffbaea4-7e9d-44d5-ac7c-5a7d594ad459 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:48:43.174254 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-60153405-2dcb-4c76-b11b-0a7764c4a13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:48:43.175795 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-60153405-2dcb-4c76-b11b-0a7764c4a13c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edcf887365df4487a849a7cbf40427c0&device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 1097 time: 0.0549209 Jun 23 08:48:43.226968 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-0bce98f9-69bc-47b8-af5c-b1c08887d47e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a71dd164-7c0a-46d9-b146-0526099af13e HTTP/1.1" status: 200 len: 217 time: 0.0383384 Jun 23 08:48:43.274388 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-f41f5b9d-d5d6-4b71-82c5-a42d0bfa92d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:48:43.275811 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-f41f5b9d-d5d6-4b71-82c5-a42d0bfa92d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e75556a3-aae6-4b8f-a421-383db50d10a5 HTTP/1.1" status: 200 len: 848 time: 0.0430717 Jun 23 08:48:43.329951 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-7040f35c-9d0d-4d55-a933-1ca66a1676cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:48:43.331349 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-7040f35c-9d0d-4d55-a933-1ca66a1676cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e8a66f9-28b2-4d49-9def-f7966b7de559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0491478 Jun 23 08:48:43.422884 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-f081945f-c2e0-462c-b730-4034e7425b8e service neutron] 10.222.0.13 "GET /v2.0/networks/5e8a66f9-28b2-4d49-9def-f7966b7de559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845156 Jun 23 08:48:43.509659 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-39b8e635-ee26-4767-b915-90a6b239a5d5 req-7f64abb2-f5db-4b2d-8932-41a2502c2f32 service neutron] 10.222.0.13 "GET /v2.0/networks/5e8a66f9-28b2-4d49-9def-f7966b7de559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809724 Jun 23 08:48:43.627314 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:43.664501 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96cfc5-6881-40f1-97a3-d8167a92d036 req-8d16cb93-619b-4430-9270-2f63d1d286a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:48:43.665997 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-5c96cfc5-6881-40f1-97a3-d8167a92d036 req-8d16cb93-619b-4430-9270-2f63d1d286a2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edcf887365df4487a849a7cbf40427c0&device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 1097 time: 0.0568545 Jun 23 08:48:43.752432 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96cfc5-6881-40f1-97a3-d8167a92d036 req-e93c9870-4c7a-4ab2-9490-edd79e0ee1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:48:43.753836 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-5c96cfc5-6881-40f1-97a3-d8167a92d036 req-e93c9870-4c7a-4ab2-9490-edd79e0ee1bc service neutron] 10.222.0.13 "GET /v2.0/networks?id=5e8a66f9-28b2-4d49-9def-f7966b7de559 HTTP/1.1" status: 200 len: 910 time: 0.0820854 Jun 23 08:48:43.797237 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-5c96cfc5-6881-40f1-97a3-d8167a92d036 req-88d4f148-da88-44c8-bc40-a442c9d1e68a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a71dd164-7c0a-46d9-b146-0526099af13e HTTP/1.1" status: 200 len: 217 time: 0.0367484 Jun 23 08:48:43.824662 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device a0009d2e-877b-4872-88bf-12af4dcd01a8 up at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:48:43.847096 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96cfc5-6881-40f1-97a3-d8167a92d036 req-8618e517-2eb1-4a52-a7b2-400cd487e721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:48:43.848567 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-5c96cfc5-6881-40f1-97a3-d8167a92d036 req-8618e517-2eb1-4a52-a7b2-400cd487e721 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e75556a3-aae6-4b8f-a421-383db50d10a5 HTTP/1.1" status: 200 len: 848 time: 0.0450480 Jun 23 08:48:43.871376 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Provisioning complete for port a0009d2e-877b-4872-88bf-12af4dcd01a8 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:48:43.871677 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:43.905731 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96cfc5-6881-40f1-97a3-d8167a92d036 req-a994daf5-85e9-4cf0-ab39-ddd2caea8c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:48:43.907249 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-5c96cfc5-6881-40f1-97a3-d8167a92d036 req-a994daf5-85e9-4cf0-ab39-ddd2caea8c7e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e8a66f9-28b2-4d49-9def-f7966b7de559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0518413 Jun 23 08:48:43.999910 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-5c96cfc5-6881-40f1-97a3-d8167a92d036 req-a0eba0e4-c97e-44ab-8714-c5060dc7b980 service neutron] 10.222.0.13 "GET /v2.0/networks/5e8a66f9-28b2-4d49-9def-f7966b7de559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856528 Jun 23 08:48:44.089762 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-5c96cfc5-6881-40f1-97a3-d8167a92d036 req-6330be56-a843-441b-b05f-d89a1cb58ef6 service neutron] 10.222.0.13 "GET /v2.0/networks/5e8a66f9-28b2-4d49-9def-f7966b7de559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822589 Jun 23 08:48:44.215205 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe3df4-5458-4017-8202-e55c98235093 req-57c9cdf6-1e4e-44bb-8d6a-957b18eea4f2 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:48:44.216537 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-40fe3df4-5458-4017-8202-e55c98235093 req-57c9cdf6-1e4e-44bb-8d6a-957b18eea4f2 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 944 time: 0.0614715 Jun 23 08:48:44.254759 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-40fe3df4-5458-4017-8202-e55c98235093 req-1f0572c8-3b48-4941-8673-8f095aad54c5 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318797 Jun 23 08:48:45.427249 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219025cf-4ebe-4364-8515-e33cbbefbf7d req-9f1b9c89-80a8-4378-a81e-402ac449239f tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:48:45.428632 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-219025cf-4ebe-4364-8515-e33cbbefbf7d req-9f1b9c89-80a8-4378-a81e-402ac449239f tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 944 time: 0.0635207 Jun 23 08:48:45.465933 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-219025cf-4ebe-4364-8515-e33cbbefbf7d req-42c165cd-419a-4f2c-b7a7-30318a673d00 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317860 Jun 23 08:48:46.640517 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f6fed3-b0b6-4003-a37d-22114ac93aab req-17e17be8-297a-4a6d-976d-ffbc7ed9ff4d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:48:46.641958 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-49f6fed3-b0b6-4003-a37d-22114ac93aab req-17e17be8-297a-4a6d-976d-ffbc7ed9ff4d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 944 time: 0.0661931 Jun 23 08:48:46.677659 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-49f6fed3-b0b6-4003-a37d-22114ac93aab req-c15c909a-e580-47c0-86d9-c1e7b9e5cda2 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299048 Jun 23 08:48:47.848958 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853ec13-2857-494a-bd78-abb4a6c5376b req-422353db-083f-44d8-aaeb-e62bef8a2c3c tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:48:47.850414 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-4853ec13-2857-494a-bd78-abb4a6c5376b req-422353db-083f-44d8-aaeb-e62bef8a2c3c tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 944 time: 0.0622685 Jun 23 08:48:47.886871 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-4853ec13-2857-494a-bd78-abb4a6c5376b req-af95b4c5-d764-4886-b105-693a83620649 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308368 Jun 23 08:48:48.320165 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device a71dd164-7c0a-46d9-b146-0526099af13e details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 08:48:48.411410 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port a71dd164-7c0a-46d9-b146-0526099af13e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=a71dd164-7c0a-46d9-b146-0526099af13e,segment=NetworkSegment(16677259-091c-44a2-965f-f794d2088805),segment_id=16677259-091c-44a2-965f-f794d2088805)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:48:48.428262 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Returning: {'device': 'a71dd164-7c0a-46d9-b146-0526099af13e', 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559', 'port_id': 'a71dd164-7c0a-46d9-b146-0526099af13e', 'mac_address': 'fa:16:3e:ef:18:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e75556a3-aae6-4b8f-a421-383db50d10a5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 08:48:48.475542 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:48.487989 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a71dd164-7c0a-46d9-b146-0526099af13e {{(pid=99595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:48:48.506977 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port a71dd164-7c0a-46d9-b146-0526099af13e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=a71dd164-7c0a-46d9-b146-0526099af13e,segment=NetworkSegment(16677259-091c-44a2-965f-f794d2088805),segment_id=16677259-091c-44a2-965f-f794d2088805)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:48:48.510951 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:48.512644 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-5fa9f5df-2e07-4f24-870c-2796bb78b0b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:48:48.572147 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=a71dd164-7c0a-46d9-b146-0526099af13e,revision_number=4']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:48:48.574981 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:48:48.908727 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['a71dd164-7c0a-46d9-b146-0526099af13e'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:48:49.068561 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65ae4f-1e74-4c9a-8577-e757c5e1b43c req-7f02ffc9-ab58-4b3a-97fd-1d3b02f12d42 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:48:49.070016 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-cb65ae4f-1e74-4c9a-8577-e757c5e1b43c req-7f02ffc9-ab58-4b3a-97fd-1d3b02f12d42 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 945 time: 0.0652196 Jun 23 08:48:49.112344 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-cb65ae4f-1e74-4c9a-8577-e757c5e1b43c req-454a85c1-0798-4fe7-9217-59e4cab6c6c3 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368040 Jun 23 08:48:50.290915 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0beae-e2a6-418c-9079-1043b8215616 req-c506fcb0-04af-4e6e-b735-acd120331f20 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:48:50.292416 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d7d0beae-e2a6-418c-9079-1043b8215616 req-c506fcb0-04af-4e6e-b735-acd120331f20 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 945 time: 0.0713332 Jun 23 08:48:50.337406 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d7d0beae-e2a6-418c-9079-1043b8215616 req-935de619-6e9b-4600-acd0-45ffd70a6ffc tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362921 Jun 23 08:48:50.337612 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device a71dd164-7c0a-46d9-b146-0526099af13e up at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:48:50.412347 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning for port a71dd164-7c0a-46d9-b146-0526099af13e completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:48:50.417357 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning complete for port a71dd164-7c0a-46d9-b146-0526099af13e triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:48:50.417770 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:50.509725 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:50.531792 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb2f85a-7cb8-46ea-8422-e00676260046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71dd164-7c0a-46d9-b146-0526099af13e'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:48:50.534045 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe10368e395667840533ec91c6601648d36376b54de0a6f6a3b23a108ba8d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d18bc6-2ef1-41aa-b6b7-b420229fecb3" -d '{"events": [{"server_uuid": "acb2f85a-7cb8-46ea-8422-e00676260046", "name": "network-vif-plugged", "status": "completed", "tag": "a71dd164-7c0a-46d9-b146-0526099af13e"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:48:50.547514 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port a71dd164-7c0a-46d9-b146-0526099af13e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=a71dd164-7c0a-46d9-b146-0526099af13e,segment=NetworkSegment(16677259-091c-44a2-965f-f794d2088805),segment_id=16677259-091c-44a2-965f-f794d2088805)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:48:50.551580 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:50.554396 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-9210e9f6-ef54-405c-970a-bf95ad7122d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:48:50.581230 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e653e031-1f56-463a-b49d-3e269209a1d6 x-openstack-request-id: req-e653e031-1f56-463a-b49d-3e269209a1d6 {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:48:50.581532 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb2f85a-7cb8-46ea-8422-e00676260046", "name": "network-vif-plugged", "status": "completed", "tag": "a71dd164-7c0a-46d9-b146-0526099af13e", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:48:50.581891 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e653e031-1f56-463a-b49d-3e269209a1d6 {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:48:50.582494 dv-cinder-768592-7-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb2f85a-7cb8-46ea-8422-e00676260046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71dd164-7c0a-46d9-b146-0526099af13e', 'code': 200} Jun 23 08:48:50.615753 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=a71dd164-7c0a-46d9-b146-0526099af13e,revision_number=5']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:48:50.620372 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:48:50.853403 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38ef5f-a158-40ce-90ff-9210205f2844 req-4419cb63-e67d-453d-a487-c9d628768964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:48:50.855109 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-1d38ef5f-a158-40ce-90ff-9210205f2844 req-4419cb63-e67d-453d-a487-c9d628768964 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 1099 time: 0.0593648 Jun 23 08:48:50.896225 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-1d38ef5f-a158-40ce-90ff-9210205f2844 req-230de6f1-af7f-45fd-8bff-3dcaa59fb43e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352905 Jun 23 08:48:51.511609 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbb3fb-150c-47cb-9ffa-720ab1b0fdb3 req-7caa4a5c-d34a-44dd-88f6-8692f03ad364 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:48:51.513097 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-bdfbb3fb-150c-47cb-9ffa-720ab1b0fdb3 req-7caa4a5c-d34a-44dd-88f6-8692f03ad364 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0617163 Jun 23 08:48:51.551037 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-bdfbb3fb-150c-47cb-9ffa-720ab1b0fdb3 req-f84cbcd6-aa91-45ec-aac5-d69f28e5c9b0 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316691 Jun 23 08:48:52.722489 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f4fef-50d2-4726-8a1d-2017f1f65f3f req-4a1e840b-1a1f-4984-a915-bfbca9557dda tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:48:52.723949 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-375f4fef-50d2-4726-8a1d-2017f1f65f3f req-4a1e840b-1a1f-4984-a915-bfbca9557dda tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0657587 Jun 23 08:48:52.760747 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-375f4fef-50d2-4726-8a1d-2017f1f65f3f req-b2d2e6c2-fb2f-48d4-a8a1-c8115deccb28 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312932 Jun 23 08:48:52.924236 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db33950-f1d3-4aa6-beda-34c0105a8fde req-1b8c4982-e285-403f-b5a0-f76b946e2fc0 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:48:52.925640 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1db33950-f1d3-4aa6-beda-34c0105a8fde req-1b8c4982-e285-403f-b5a0-f76b946e2fc0 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0623853 Jun 23 08:48:52.934150 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 55202) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:48:52.938928 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [None req-5dd5cabd-af02-4ab6-9b7a-cfed33b8fba4 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Request body: {'floatingip': {'port_id': 'a71dd164-7c0a-46d9-b146-0526099af13e'}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:48:52.979828 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-5dd5cabd-af02-4ab6-9b7a-cfed33b8fba4 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for floatingip, before_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:53.636426 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-5dd5cabd-af02-4ab6-9b7a-cfed33b8fba4 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:53.640358 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-5dd5cabd-af02-4ab6-9b7a-cfed33b8fba4 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717624'] for floatingip, after_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:53.738757 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.db.l3_db [None req-5dd5cabd-af02-4ab6-9b7a-cfed33b8fba4 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Floating IP 624cf117-8588-463c-9cd8-df146bd3208c associated. External IP: 172.28.3.178, port: a71dd164-7c0a-46d9-b146-0526099af13e. Jun 23 08:48:53.943706 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd5cabd-af02-4ab6-9b7a-cfed33b8fba4 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Router c6758945-ce80-4283-a973-bfaffc93aa71 has already been hosted by L3 agent b4fcebb9-4e54-4961-9fbc-14fb1630411d {{(pid=99593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 08:48:54.049476 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd5cabd-af02-4ab6-9b7a-cfed33b8fba4 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify agent at l3_agent.dv-cinder-768592-7-smb the message routers_updated {{(pid=99593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 08:48:54.054370 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-5dd5cabd-af02-4ab6-9b7a-cfed33b8fba4 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for floatingip, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:48:54.058527 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fd6764-07f5-46e1-a3f6-c08d076868b9 None None] Sync routers for ids ['c6758945-ce80-4283-a973-bfaffc93aa71'] in dv-cinder-768592-7-smb {{(pid=99596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 08:48:54.068428 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fd6764-07f5-46e1-a3f6-c08d076868b9 None None] Routers {'c6758945-ce80-4283-a973-bfaffc93aa71'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:48:54.069043 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-c4fd6764-07f5-46e1-a3f6-c08d076868b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:48:41Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['c6758945-ce80-4283-a973-bfaffc93aa71'], 'active': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:48:54.090887 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-5dd5cabd-af02-4ab6-9b7a-cfed33b8fba4 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "PUT /v2.0/floatingips/624cf117-8588-463c-9cd8-df146bd3208c HTTP/1.1" status: 200 len: 992 time: 1.1555896 Jun 23 08:48:54.091558 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb2f85a-7cb8-46ea-8422-e00676260046', 'tag': 'a71dd164-7c0a-46d9-b146-0526099af13e'}] {{(pid=99593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:48:54.093928 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83d3d9f818ca77ff61c49848176a0342e42afa0a53a044e94cf7f219d67d3ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1e28e7-920b-4ab8-9807-683acb2ad4c8" -d '{"events": [{"name": "network-changed", "server_uuid": "acb2f85a-7cb8-46ea-8422-e00676260046", "tag": "a71dd164-7c0a-46d9-b146-0526099af13e"}]}' {{(pid=99593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:48:54.148401 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 08:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0964889-faa3-4e37-b72a-2f1190de5b60 x-openstack-request-id: req-e0964889-faa3-4e37-b72a-2f1190de5b60 {{(pid=99593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:48:54.148817 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb2f85a-7cb8-46ea-8422-e00676260046", "tag": "a71dd164-7c0a-46d9-b146-0526099af13e", "status": "completed", "code": 200}]} {{(pid=99593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:48:54.149120 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e0964889-faa3-4e37-b72a-2f1190de5b60 {{(pid=99593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:48:54.149561 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb2f85a-7cb8-46ea-8422-e00676260046', 'tag': 'a71dd164-7c0a-46d9-b146-0526099af13e', 'status': 'completed', 'code': 200} Jun 23 08:48:54.253723 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e28e7-920b-4ab8-9807-683acb2ad4c8 req-3ad34b06-b19f-4562-a6ab-6f6c91485671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:48:54.255254 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-4b1e28e7-920b-4ab8-9807-683acb2ad4c8 req-3ad34b06-b19f-4562-a6ab-6f6c91485671 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edcf887365df4487a849a7cbf40427c0&device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 1099 time: 0.0562193 Jun 23 08:48:54.258634 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvr_db [None req-c4fd6764-07f5-46e1-a3f6-c08d076868b9 None None] Set router c6758945-ce80-4283-a973-bfaffc93aa71 gateway port host: dv-cinder-768592-7-smb {{(pid=99596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:48:54.345734 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e28e7-920b-4ab8-9807-683acb2ad4c8 req-89f24a8a-ab3c-4994-a312-7c0c2e730444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:48:54.347210 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-4b1e28e7-920b-4ab8-9807-683acb2ad4c8 req-89f24a8a-ab3c-4994-a312-7c0c2e730444 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5e8a66f9-28b2-4d49-9def-f7966b7de559 HTTP/1.1" status: 200 len: 910 time: 0.0846045 Jun 23 08:48:54.415054 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-4b1e28e7-920b-4ab8-9807-683acb2ad4c8 req-8c5a5fd5-7562-408d-a46b-0b88ae8d18ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a71dd164-7c0a-46d9-b146-0526099af13e HTTP/1.1" status: 200 len: 1000 time: 0.0620205 Jun 23 08:48:54.462065 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e28e7-920b-4ab8-9807-683acb2ad4c8 req-3e59bddd-2714-446d-8d8b-2dc2f1ce055c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:48:54.463526 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-4b1e28e7-920b-4ab8-9807-683acb2ad4c8 req-3e59bddd-2714-446d-8d8b-2dc2f1ce055c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e75556a3-aae6-4b8f-a421-383db50d10a5 HTTP/1.1" status: 200 len: 848 time: 0.0422506 Jun 23 08:48:54.480649 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-c4fd6764-07f5-46e1-a3f6-c08d076868b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'name': 'tempest-AttachVolumeTestJSON-17022952-router', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.167'}], 'enable_snat': True}, 'gw_port_id': 'f4c4d530-778b-4f13-85b7-68523ac82fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:48:34Z', 'updated_at': '2021-06-23T08:48:37Z', 'revision_number': 4, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'gw_port': {'id': 'f4c4d530-778b-4f13-85b7-68523ac82fa3', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:48:35Z', 'updated_at': '2021-06-23T08:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_floatingips': [{'id': '624cf117-8588-463c-9cd8-df146bd3208c', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'floating_ip_address': '172.28.3.178', 'floating_network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'router_id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'port_id': 'a71dd164-7c0a-46d9-b146-0526099af13e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559', 'mac_address': 'fa:16:3e:ef:18:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb2f85a-7cb8-46ea-8422-e00676260046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T08:48:39Z', 'updated_at': '2021-06-23T08:48:53Z', 'revision_number': 1, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0009d2e-877b-4872-88bf-12af4dcd01a8', 'name': '', 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'mac_address': 'fa:16:3e:82:1c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e75556a3-aae6-4b8f-a421-383db50d10a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:48:37Z', 'updated_at': '2021-06-23T08:48:42Z', 'revision_number': 5, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'subnets': [{'id': 'e75556a3-aae6-4b8f-a421-383db50d10a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:48:54.506507 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fd6764-07f5-46e1-a3f6-c08d076868b9 None None] Checking router: c6758945-ce80-4283-a973-bfaffc93aa71 for host: dv-cinder-768592-7-smb {{(pid=99596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 08:48:54.515309 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fd6764-07f5-46e1-a3f6-c08d076868b9 None None] Routers {'c6758945-ce80-4283-a973-bfaffc93aa71'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:48:54.516012 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-c4fd6764-07f5-46e1-a3f6-c08d076868b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:48:41Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['c6758945-ce80-4283-a973-bfaffc93aa71'], 'active': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:48:54.519298 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e28e7-920b-4ab8-9807-683acb2ad4c8 req-73e31864-e020-483f-ad11-4c015ef7e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:48:54.520784 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-4b1e28e7-920b-4ab8-9807-683acb2ad4c8 req-73e31864-e020-483f-ad11-4c015ef7e1d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e8a66f9-28b2-4d49-9def-f7966b7de559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0512123 Jun 23 08:48:54.611763 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-4b1e28e7-920b-4ab8-9807-683acb2ad4c8 req-60a551be-9af4-418e-a9a6-d6036381e373 service neutron] 10.222.0.13 "GET /v2.0/networks/5e8a66f9-28b2-4d49-9def-f7966b7de559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848634 Jun 23 08:48:54.619893 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvr_db [None req-c4fd6764-07f5-46e1-a3f6-c08d076868b9 None None] Set router c6758945-ce80-4283-a973-bfaffc93aa71 gateway port host: dv-cinder-768592-7-smb {{(pid=99596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:48:54.697834 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-4b1e28e7-920b-4ab8-9807-683acb2ad4c8 req-283b718a-9dc3-48b0-897a-bc556fa18300 service neutron] 10.222.0.13 "GET /v2.0/networks/5e8a66f9-28b2-4d49-9def-f7966b7de559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804200 Jun 23 08:48:54.833971 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-c4fd6764-07f5-46e1-a3f6-c08d076868b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'name': 'tempest-AttachVolumeTestJSON-17022952-router', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.167'}], 'enable_snat': True}, 'gw_port_id': 'f4c4d530-778b-4f13-85b7-68523ac82fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:48:34Z', 'updated_at': '2021-06-23T08:48:37Z', 'revision_number': 4, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'gw_port': {'id': 'f4c4d530-778b-4f13-85b7-68523ac82fa3', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:48:35Z', 'updated_at': '2021-06-23T08:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_floatingips': [{'id': '624cf117-8588-463c-9cd8-df146bd3208c', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'floating_ip_address': '172.28.3.178', 'floating_network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'router_id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'port_id': 'a71dd164-7c0a-46d9-b146-0526099af13e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559', 'mac_address': 'fa:16:3e:ef:18:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb2f85a-7cb8-46ea-8422-e00676260046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T08:48:39Z', 'updated_at': '2021-06-23T08:48:53Z', 'revision_number': 1, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0009d2e-877b-4872-88bf-12af4dcd01a8', 'name': '', 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'mac_address': 'fa:16:3e:82:1c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e75556a3-aae6-4b8f-a421-383db50d10a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:48:37Z', 'updated_at': '2021-06-23T08:48:42Z', 'revision_number': 5, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'subnets': [{'id': 'e75556a3-aae6-4b8f-a421-383db50d10a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:48:54.862054 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fd6764-07f5-46e1-a3f6-c08d076868b9 None None] The sync data for ids ['c6758945-ce80-4283-a973-bfaffc93aa71'] in dv-cinder-768592-7-smb is: [{'id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'name': 'tempest-AttachVolumeTestJSON-17022952-router', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.167'}], 'enable_snat': True}, 'gw_port_id': 'f4c4d530-778b-4f13-85b7-68523ac82fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:48:34Z', 'updated_at': '2021-06-23T08:48:37Z', 'revision_number': 4, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'gw_port': {'id': 'f4c4d530-778b-4f13-85b7-68523ac82fa3', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:48:35Z', 'updated_at': '2021-06-23T08:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_floatingips': [{'id': '624cf117-8588-463c-9cd8-df146bd3208c', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'floating_ip_address': '172.28.3.178', 'floating_network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'router_id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'port_id': 'a71dd164-7c0a-46d9-b146-0526099af13e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559', 'mac_address': 'fa:16:3e:ef:18:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb2f85a-7cb8-46ea-8422-e00676260046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T08:48:39Z', 'updated_at': '2021-06-23T08:48:53Z', 'revision_number': 1, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0009d2e-877b-4872-88bf-12af4dcd01a8', 'name': '', 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'mac_address': 'fa:16:3e:82:1c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e75556a3-aae6-4b8f-a421-383db50d10a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:48:37Z', 'updated_at': '2021-06-23T08:48:42Z', 'revision_number': 5, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'subnets': [{'id': 'e75556a3-aae6-4b8f-a421-383db50d10a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 08:48:55.047862 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbda06a5-287a-460b-b030-47dbd12b207f None None] New status for floating IP 624cf117-8588-463c-9cd8-df146bd3208c: ACTIVE {{(pid=99595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 08:48:58.670120 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 6 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:49:08.336671 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-ba263ea3-6599-462a-9be6-f33178401dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:49:10.888518 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:49:11.072673 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-941bfa89-cdba-47f3-a3f8-8ade70fd6e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:49:11.390061 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:49:12.045527 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:49:13.631183 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:49:17.400486 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-811cadaf-2f19-4866-9861-94ad244e5777 req-c5747ce8-899d-4b8f-821b-96935791d138 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541823 Jun 23 08:49:17.509282 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811cadaf-2f19-4866-9861-94ad244e5777 req-9433fb69-596d-4926-9d87-691fe77ec74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:49:17.510706 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-811cadaf-2f19-4866-9861-94ad244e5777 req-9433fb69-596d-4926-9d87-691fe77ec74a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edcf887365df4487a849a7cbf40427c0&device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 1099 time: 0.0513551 Jun 23 08:49:17.616400 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811cadaf-2f19-4866-9861-94ad244e5777 req-84da3b6f-b26c-4f9c-afa0-24418cb0ff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:49:17.617724 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-811cadaf-2f19-4866-9861-94ad244e5777 req-84da3b6f-b26c-4f9c-afa0-24418cb0ff05 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5e8a66f9-28b2-4d49-9def-f7966b7de559 HTTP/1.1" status: 200 len: 910 time: 0.0861204 Jun 23 08:49:17.679676 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-811cadaf-2f19-4866-9861-94ad244e5777 req-dd97a387-58f6-4cbc-9871-5f5631683041 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a71dd164-7c0a-46d9-b146-0526099af13e HTTP/1.1" status: 200 len: 1002 time: 0.0545013 Jun 23 08:49:17.726272 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811cadaf-2f19-4866-9861-94ad244e5777 req-ba5667d1-a8fb-4880-a832-a881a92cc9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:49:17.727645 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-811cadaf-2f19-4866-9861-94ad244e5777 req-ba5667d1-a8fb-4880-a832-a881a92cc9f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e75556a3-aae6-4b8f-a421-383db50d10a5 HTTP/1.1" status: 200 len: 848 time: 0.0409157 Jun 23 08:49:17.787671 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811cadaf-2f19-4866-9861-94ad244e5777 req-01555ab0-e862-42cd-872b-b9e133fb47cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:49:17.789122 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-811cadaf-2f19-4866-9861-94ad244e5777 req-01555ab0-e862-42cd-872b-b9e133fb47cf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e8a66f9-28b2-4d49-9def-f7966b7de559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0542941 Jun 23 08:49:17.875057 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-811cadaf-2f19-4866-9861-94ad244e5777 req-7b81b5d8-54e0-4490-90c9-31ccc4dcc5a0 service neutron] 10.222.0.13 "GET /v2.0/networks/5e8a66f9-28b2-4d49-9def-f7966b7de559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787833 Jun 23 08:49:18.245124 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-811cadaf-2f19-4866-9861-94ad244e5777 req-cf97dc85-aa14-4960-930c-3d147c746f49 service neutron] 10.222.0.13 "GET /v2.0/networks/5e8a66f9-28b2-4d49-9def-f7966b7de559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593850 Jun 23 08:49:35.668615 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 6 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:49:38.341003 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-d6a6d8bb-3910-4ad9-b5f3-f23d63a7f376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:49:40.902149 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:49:41.072379 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9b6d49b7-9c62-45c1-8f88-8fa5f0bef408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:49:41.391305 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:49:42.048190 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:49:43.631612 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:50:08.342352 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-4cf048d6-c443-452d-adc3-dc4d57a55265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:50:10.909393 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:50:11.071569 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1f03cd43-16db-40cd-ad5d-09584a5b5cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:50:11.392918 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:50:12.053494 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:50:12.667699 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 6 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:50:13.635756 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:50:14.187130 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d33ca4-cdce-4a42-8f7a-514b9e7d556d req-c505d7bd-199d-4fd2-a01a-526737eb8b0c tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:50:14.188517 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e9d33ca4-cdce-4a42-8f7a-514b9e7d556d req-c505d7bd-199d-4fd2-a01a-526737eb8b0c tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0688481 Jun 23 08:50:14.226588 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e9d33ca4-cdce-4a42-8f7a-514b9e7d556d req-4f041e22-485b-4af8-91c9-f4ed26841534 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317781 Jun 23 08:50:15.454983 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d71329-76ee-4673-ba09-c67bb8177249 req-57b1d8e0-5402-4d6a-805c-4cc02d478bf0 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:50:15.456445 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-88d71329-76ee-4673-ba09-c67bb8177249 req-57b1d8e0-5402-4d6a-805c-4cc02d478bf0 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.1146190 Jun 23 08:50:15.494529 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-88d71329-76ee-4673-ba09-c67bb8177249 req-06410e1e-6ca2-4f10-b3f5-301a91b7a097 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315135 Jun 23 08:50:16.670955 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ab679-668d-4206-8692-94ac95a32c4f req-59c159b6-18bd-46d0-bbf0-7ab4596fc8b1 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:50:16.672461 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-cf3ab679-668d-4206-8692-94ac95a32c4f req-59c159b6-18bd-46d0-bbf0-7ab4596fc8b1 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0685887 Jun 23 08:50:16.714326 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-cf3ab679-668d-4206-8692-94ac95a32c4f req-7d4e370f-9944-4a30-becf-d9d20f8e737f tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352290 Jun 23 08:50:17.883971 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d72d3f-479b-412c-849b-db9856359b8e req-0f0cbd74-15dd-4806-b2da-1eb9d9a95598 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:50:17.885395 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-17d72d3f-479b-412c-849b-db9856359b8e req-0f0cbd74-15dd-4806-b2da-1eb9d9a95598 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0618966 Jun 23 08:50:17.921735 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-17d72d3f-479b-412c-849b-db9856359b8e req-4798de0e-ab53-46a8-a050-153f318b65b5 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307934 Jun 23 08:50:19.104373 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b494f19-89f7-4cba-8445-f28a186f1df1 req-47d77a07-76df-4198-94f8-4475111de555 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:50:19.105821 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6b494f19-89f7-4cba-8445-f28a186f1df1 req-47d77a07-76df-4198-94f8-4475111de555 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0627842 Jun 23 08:50:19.142997 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6b494f19-89f7-4cba-8445-f28a186f1df1 req-6e71cd4a-8ba3-403d-846a-2c2908d16654 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312040 Jun 23 08:50:19.462240 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579b820-379b-4fc5-ba15-18fce4c9b542 req-ff77770c-594f-48b9-a75c-dfb4a0b85d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:50:19.463727 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-4579b820-379b-4fc5-ba15-18fce4c9b542 req-ff77770c-594f-48b9-a75c-dfb4a0b85d6e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edcf887365df4487a849a7cbf40427c0&device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 1099 time: 0.0934093 Jun 23 08:50:19.567022 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579b820-379b-4fc5-ba15-18fce4c9b542 req-d675c149-e0ac-4822-a592-90f5aaf51ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:50:19.568455 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-4579b820-379b-4fc5-ba15-18fce4c9b542 req-d675c149-e0ac-4822-a592-90f5aaf51ce5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5e8a66f9-28b2-4d49-9def-f7966b7de559 HTTP/1.1" status: 200 len: 910 time: 0.0854011 Jun 23 08:50:19.632181 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-4579b820-379b-4fc5-ba15-18fce4c9b542 req-323f65e4-827d-41d0-a1c3-c7d476acd57a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a71dd164-7c0a-46d9-b146-0526099af13e HTTP/1.1" status: 200 len: 1002 time: 0.0572894 Jun 23 08:50:19.679956 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579b820-379b-4fc5-ba15-18fce4c9b542 req-f723f540-e0b1-44f4-b93a-1ae4de853cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:50:19.681333 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-4579b820-379b-4fc5-ba15-18fce4c9b542 req-f723f540-e0b1-44f4-b93a-1ae4de853cc3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e75556a3-aae6-4b8f-a421-383db50d10a5 HTTP/1.1" status: 200 len: 848 time: 0.0426157 Jun 23 08:50:19.740593 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579b820-379b-4fc5-ba15-18fce4c9b542 req-75443e4b-83ba-4feb-bde9-f99a8209f9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:50:19.742064 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-4579b820-379b-4fc5-ba15-18fce4c9b542 req-75443e4b-83ba-4feb-bde9-f99a8209f9bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e8a66f9-28b2-4d49-9def-f7966b7de559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0547538 Jun 23 08:50:19.752295 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [req-4579b820-379b-4fc5-ba15-18fce4c9b542 req-45502030-b96e-46bc-97ae-bf1fbb7fd41d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=99594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 08:50:19.753221 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-4579b820-379b-4fc5-ba15-18fce4c9b542 req-45502030-b96e-46bc-97ae-bf1fbb7fd41d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051939 Jun 23 08:50:19.839562 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-4579b820-379b-4fc5-ba15-18fce4c9b542 req-3ad14489-ff0b-4093-9c17-ac59c9a1dacd service neutron] 10.222.0.13 "GET /v2.0/networks/5e8a66f9-28b2-4d49-9def-f7966b7de559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800152 Jun 23 08:50:19.931367 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-4579b820-379b-4fc5-ba15-18fce4c9b542 req-90145fd1-529c-4e34-8f59-334ba3e012e2 service neutron] 10.222.0.13 "GET /v2.0/networks/5e8a66f9-28b2-4d49-9def-f7966b7de559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853405 Jun 23 08:50:20.327377 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b815a-196c-4a61-976d-489569ea1ca4 req-510cec04-a9a0-4644-934d-2d9fe5f9fe11 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:50:20.329559 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7e9b815a-196c-4a61-976d-489569ea1ca4 req-510cec04-a9a0-4644-934d-2d9fe5f9fe11 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0698688 Jun 23 08:50:20.372522 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7e9b815a-196c-4a61-976d-489569ea1ca4 req-6359d6ed-567a-4e1f-a617-f67e1176e4f5 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358119 Jun 23 08:50:21.545332 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316a03e-95fe-48c2-a8ac-e3287f08d181 req-9d8b827a-3994-4ee4-bcbe-39730c2f0c1f tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:50:21.546787 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-5316a03e-95fe-48c2-a8ac-e3287f08d181 req-9d8b827a-3994-4ee4-bcbe-39730c2f0c1f tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0629923 Jun 23 08:50:21.585525 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-5316a03e-95fe-48c2-a8ac-e3287f08d181 req-4413a7a9-5326-48df-9191-352b42d9f604 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319722 Jun 23 08:50:22.755880 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204f9ab-cd04-4186-b5d2-4993162c729f req-bc19c00e-aa30-42de-8123-cb8dedc87bb2 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:50:22.757340 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9204f9ab-cd04-4186-b5d2-4993162c729f req-bc19c00e-aa30-42de-8123-cb8dedc87bb2 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0621068 Jun 23 08:50:22.798340 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9204f9ab-cd04-4186-b5d2-4993162c729f req-04dcb19a-35f8-4ba3-a31b-c34100ca093d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354118 Jun 23 08:50:23.966581 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1a718-1c43-4b96-8dbc-5c9dc50b49d9 req-e9c13854-78ac-4e6c-affb-67a4b7a0f8ca tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:50:23.968033 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-34a1a718-1c43-4b96-8dbc-5c9dc50b49d9 req-e9c13854-78ac-4e6c-affb-67a4b7a0f8ca tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0617466 Jun 23 08:50:24.005158 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-34a1a718-1c43-4b96-8dbc-5c9dc50b49d9 req-079dac4d-5c78-400f-8ce1-01430cc9079a tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311286 Jun 23 08:50:25.178702 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ada9a-43f8-475b-a9cb-79f931cb2950 req-07543ab1-0f9c-4cce-9aab-e58720c4f156 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:50:25.180158 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-cd5ada9a-43f8-475b-a9cb-79f931cb2950 req-07543ab1-0f9c-4cce-9aab-e58720c4f156 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0623159 Jun 23 08:50:25.217387 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-cd5ada9a-43f8-475b-a9cb-79f931cb2950 req-7607ad39-491c-46bc-aac0-3da87c2a14e3 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317285 Jun 23 08:50:26.390877 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ded5e-a555-4a38-80ba-58fa29051cee req-ae0c6ca2-32a4-418d-b40a-546ed8eac446 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:50:26.392507 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-8a6ded5e-a555-4a38-80ba-58fa29051cee req-ae0c6ca2-32a4-418d-b40a-546ed8eac446 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0675166 Jun 23 08:50:26.431408 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-8a6ded5e-a555-4a38-80ba-58fa29051cee req-76d1349f-3e07-4a62-b99f-9f7bfda5902d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326936 Jun 23 08:50:27.602749 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96a316-6b70-41f4-848b-c32faa19f126 req-ef7e1d25-322f-4194-a3e6-f905a286f2b9 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:50:27.604502 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3b96a316-6b70-41f4-848b-c32faa19f126 req-ef7e1d25-322f-4194-a3e6-f905a286f2b9 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0632184 Jun 23 08:50:27.641403 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3b96a316-6b70-41f4-848b-c32faa19f126 req-96ec0a7e-ea3a-4a77-b0e3-9661fdf99625 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313795 Jun 23 08:50:28.815312 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66af493-8c43-4abb-97ac-0090d5d5f6dc req-003749b0-c0f5-47bb-b8f3-ffc955680d40 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:50:28.816724 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c66af493-8c43-4abb-97ac-0090d5d5f6dc req-003749b0-c0f5-47bb-b8f3-ffc955680d40 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0617795 Jun 23 08:50:28.857979 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-c66af493-8c43-4abb-97ac-0090d5d5f6dc req-113c2de1-e0bc-45e9-8428-a001e64b3511 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351138 Jun 23 08:50:30.032187 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cae078-7328-44b2-b0d7-899c3776c7b7 req-2f4904e2-0ff6-4dc6-8ebe-23ef7f53630b tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:50:30.033670 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-93cae078-7328-44b2-b0d7-899c3776c7b7 req-2f4904e2-0ff6-4dc6-8ebe-23ef7f53630b tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0624328 Jun 23 08:50:30.070111 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-93cae078-7328-44b2-b0d7-899c3776c7b7 req-5a398739-2a7e-49a4-afa9-d22857c41762 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306935 Jun 23 08:50:30.396062 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cbf06-eede-4aa1-8f4f-158dbcc091ba req-eeb3be8e-979c-4570-b02a-5a1c362c87bb tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:50:30.397569 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-5d0cbf06-eede-4aa1-8f4f-158dbcc091ba req-eeb3be8e-979c-4570-b02a-5a1c362c87bb tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0640717 Jun 23 08:50:30.433801 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ee659-0032-4fb2-ac27-c5587303b0ee req-7e732788-d3af-4d25-a6b1-e7e2c0f15e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:50:30.435435 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-e30ee659-0032-4fb2-ac27-c5587303b0ee req-7e732788-d3af-4d25-a6b1-e7e2c0f15e73 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edcf887365df4487a849a7cbf40427c0&device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 1099 time: 0.0528052 Jun 23 08:50:30.435901 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-5d0cbf06-eede-4aa1-8f4f-158dbcc091ba req-f0e3164f-9de3-4140-9c78-02c4787af6ae tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325305 Jun 23 08:50:30.526621 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ee659-0032-4fb2-ac27-c5587303b0ee req-a4a767bb-a4c4-4f84-81cf-15eef5e1bc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:50:30.528146 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-e30ee659-0032-4fb2-ac27-c5587303b0ee req-a4a767bb-a4c4-4f84-81cf-15eef5e1bc6a service neutron] 10.222.0.13 "GET /v2.0/networks?id=5e8a66f9-28b2-4d49-9def-f7966b7de559 HTTP/1.1" status: 200 len: 910 time: 0.0861175 Jun 23 08:50:30.589991 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-e30ee659-0032-4fb2-ac27-c5587303b0ee req-dd62bc1b-87a7-4fc5-8fdb-421ea8e3d644 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a71dd164-7c0a-46d9-b146-0526099af13e HTTP/1.1" status: 200 len: 1002 time: 0.0551791 Jun 23 08:50:30.647156 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ee659-0032-4fb2-ac27-c5587303b0ee req-b7af5057-f0c6-4dcc-addc-35a105988d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:50:30.648507 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-e30ee659-0032-4fb2-ac27-c5587303b0ee req-b7af5057-f0c6-4dcc-addc-35a105988d16 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e75556a3-aae6-4b8f-a421-383db50d10a5 HTTP/1.1" status: 200 len: 848 time: 0.0516622 Jun 23 08:50:30.707097 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ee659-0032-4fb2-ac27-c5587303b0ee req-07f148d0-0e3c-4fa5-91e9-fcffd04e10a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:50:30.708546 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-e30ee659-0032-4fb2-ac27-c5587303b0ee req-07f148d0-0e3c-4fa5-91e9-fcffd04e10a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e8a66f9-28b2-4d49-9def-f7966b7de559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0537031 Jun 23 08:50:30.795123 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-e30ee659-0032-4fb2-ac27-c5587303b0ee req-a5fc3577-6213-4b97-8398-f50e98e29670 service neutron] 10.222.0.13 "GET /v2.0/networks/5e8a66f9-28b2-4d49-9def-f7966b7de559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804930 Jun 23 08:50:30.885969 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-e30ee659-0032-4fb2-ac27-c5587303b0ee req-fbd6fbb1-f2fe-4149-ad18-1479951989c7 service neutron] 10.222.0.13 "GET /v2.0/networks/5e8a66f9-28b2-4d49-9def-f7966b7de559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841074 Jun 23 08:50:31.611759 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bea235-9684-488f-a533-e138113ceb43 req-e25e2f67-7704-46c2-ab74-e2dad886b9de tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:50:31.613255 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-97bea235-9684-488f-a533-e138113ceb43 req-e25e2f67-7704-46c2-ab74-e2dad886b9de tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0678566 Jun 23 08:50:31.654903 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-97bea235-9684-488f-a533-e138113ceb43 req-b06072ec-9eba-4c49-9327-e39204946a85 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358644 Jun 23 08:50:32.827219 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9f6c6-23ef-4f50-93a8-6e21197524d6 req-e8da394b-fb0d-4b4c-94d2-e8e85513603e tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:50:32.828671 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-31a9f6c6-23ef-4f50-93a8-6e21197524d6 req-e8da394b-fb0d-4b4c-94d2-e8e85513603e tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0633798 Jun 23 08:50:32.867035 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-31a9f6c6-23ef-4f50-93a8-6e21197524d6 req-59df736d-1b9b-4e1a-ac75-da76b646a0b4 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328426 Jun 23 08:50:38.343127 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-187cb34a-f627-4bc5-9626-01af8fea1c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:50:40.899849 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:50:41.071144 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9372b6ad-0741-4261-80a8-62dca7013d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:50:41.395209 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:50:42.056053 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:50:43.638312 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:50:49.666930 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 6 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:51:08.343408 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-63af11d9-a37b-4acc-b6a9-10ce17b389fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:51:10.913141 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:51:11.070081 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-91431d4e-47b0-410b-8756-cbbd7b82dd6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:51:11.395605 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:51:12.058589 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:51:13.640826 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:51:19.380651 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-ed966ecc-f818-45f4-a763-5ee51ea463e1 req-74527750-11a4-4575-8271-e975f722d7ec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515246 Jun 23 08:51:19.496307 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed966ecc-f818-45f4-a763-5ee51ea463e1 req-3920671c-a6c3-4100-9218-c37f87c96d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:51:19.497751 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-ed966ecc-f818-45f4-a763-5ee51ea463e1 req-3920671c-a6c3-4100-9218-c37f87c96d78 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edcf887365df4487a849a7cbf40427c0&device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 1099 time: 0.0522172 Jun 23 08:51:19.603218 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed966ecc-f818-45f4-a763-5ee51ea463e1 req-0c169914-2cc5-4298-90ea-7dd98b28aada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:51:19.604651 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-ed966ecc-f818-45f4-a763-5ee51ea463e1 req-0c169914-2cc5-4298-90ea-7dd98b28aada service neutron] 10.222.0.13 "GET /v2.0/networks?id=5e8a66f9-28b2-4d49-9def-f7966b7de559 HTTP/1.1" status: 200 len: 910 time: 0.0861044 Jun 23 08:51:19.672779 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-ed966ecc-f818-45f4-a763-5ee51ea463e1 req-614eb33f-c55b-47f3-9c7d-bd56fb7a774c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a71dd164-7c0a-46d9-b146-0526099af13e HTTP/1.1" status: 200 len: 1002 time: 0.0618205 Jun 23 08:51:19.724951 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed966ecc-f818-45f4-a763-5ee51ea463e1 req-9ce66573-4934-4bd0-9fad-861b027b8a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:51:19.726353 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-ed966ecc-f818-45f4-a763-5ee51ea463e1 req-9ce66573-4934-4bd0-9fad-861b027b8a01 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e75556a3-aae6-4b8f-a421-383db50d10a5 HTTP/1.1" status: 200 len: 848 time: 0.0472190 Jun 23 08:51:19.781169 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed966ecc-f818-45f4-a763-5ee51ea463e1 req-0e8d8374-06cd-4d2c-887c-6fe4092825c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:51:19.782568 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-ed966ecc-f818-45f4-a763-5ee51ea463e1 req-0e8d8374-06cd-4d2c-887c-6fe4092825c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e8a66f9-28b2-4d49-9def-f7966b7de559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0503273 Jun 23 08:51:19.871798 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-ed966ecc-f818-45f4-a763-5ee51ea463e1 req-a90bd93e-8cb2-4b8d-a470-95f6f7e63174 service neutron] 10.222.0.13 "GET /v2.0/networks/5e8a66f9-28b2-4d49-9def-f7966b7de559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824864 Jun 23 08:51:19.958921 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-ed966ecc-f818-45f4-a763-5ee51ea463e1 req-81a15a88-5382-493d-89cf-dc842c72c084 service neutron] 10.222.0.13 "GET /v2.0/networks/5e8a66f9-28b2-4d49-9def-f7966b7de559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797610 Jun 23 08:51:26.665609 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 6 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:51:37.613834 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82444096-d63a-4df6-945d-83a598f71c2d req-af46e5db-34cd-47a7-b6fc-7a73bca72fe4 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:51:37.615318 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-82444096-d63a-4df6-945d-83a598f71c2d req-af46e5db-34cd-47a7-b6fc-7a73bca72fe4 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0634911 Jun 23 08:51:37.656139 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-82444096-d63a-4df6-945d-83a598f71c2d req-934fbe90-21a8-4c5d-87a2-da615c9ae6f7 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351446 Jun 23 08:51:38.343106 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-bf676ea6-f931-4117-a2a4-9c071a8382c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:51:38.827744 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af243c30-0ae2-4ca4-a9a0-0642cda68bef req-62c0936d-75e9-44c5-a8f7-d9c226d6af24 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:51:38.829182 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-af243c30-0ae2-4ca4-a9a0-0642cda68bef req-62c0936d-75e9-44c5-a8f7-d9c226d6af24 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0619979 Jun 23 08:51:38.865591 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-af243c30-0ae2-4ca4-a9a0-0642cda68bef req-c96a2bc1-364b-413e-abaa-4a1682370619 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308902 Jun 23 08:51:40.045871 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01586bb5-b7d3-43db-a613-c950a6e0b339 req-1b980ff9-70fa-483a-902d-023c30eb30e8 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:51:40.047406 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-01586bb5-b7d3-43db-a613-c950a6e0b339 req-1b980ff9-70fa-483a-902d-023c30eb30e8 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0724704 Jun 23 08:51:40.084856 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-01586bb5-b7d3-43db-a613-c950a6e0b339 req-993cbf7c-992f-4b49-84d4-065c22a21a3b tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318174 Jun 23 08:51:40.928737 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:51:41.071196 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-cb547126-aee0-44f1-968c-ecc06e3afd23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:51:41.257639 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e971c7d-3b0e-4de4-9f1c-b7f19c541f02 req-d2a5ba6b-4c7b-4403-864e-3d93956cd177 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:51:41.259016 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-0e971c7d-3b0e-4de4-9f1c-b7f19c541f02 req-d2a5ba6b-4c7b-4403-864e-3d93956cd177 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0653381 Jun 23 08:51:41.296134 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-0e971c7d-3b0e-4de4-9f1c-b7f19c541f02 req-11c357b9-5986-4565-baba-bd781738466a tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314996 Jun 23 08:51:41.396230 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:51:42.061756 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:51:42.467692 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489f35f-b97e-4241-803f-e9b363e8e425 req-503ec015-be17-4ead-9944-0faa5e07fda9 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:51:42.469155 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-0489f35f-b97e-4241-803f-e9b363e8e425 req-503ec015-be17-4ead-9944-0faa5e07fda9 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0660505 Jun 23 08:51:42.505296 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-0489f35f-b97e-4241-803f-e9b363e8e425 req-b5f2fb8e-15b2-46dd-988a-5858f71233f1 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305431 Jun 23 08:51:43.643895 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:51:43.676585 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580397f-1f5e-4212-9dab-24d5ad3ce2ed req-81b4d991-b029-43e6-9b99-9d4016b18d2d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:51:43.678047 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e580397f-1f5e-4212-9dab-24d5ad3ce2ed req-81b4d991-b029-43e6-9b99-9d4016b18d2d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0624311 Jun 23 08:51:43.718049 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-e580397f-1f5e-4212-9dab-24d5ad3ce2ed req-d430b1d6-2046-4a83-9359-15e56f05ca4b tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343871 Jun 23 08:51:44.897657 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23e976-c5a3-468f-aa60-61c25aa76d5e req-9c8ac3c5-9410-418e-9ae5-4a9f87622cf8 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:51:44.899132 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6a23e976-c5a3-468f-aa60-61c25aa76d5e req-9c8ac3c5-9410-418e-9ae5-4a9f87622cf8 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0682437 Jun 23 08:51:44.935929 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6a23e976-c5a3-468f-aa60-61c25aa76d5e req-2a9f5bf8-2959-4f89-baff-0691c78f79dd tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305972 Jun 23 08:51:46.109567 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277e5f7-2471-4d34-a969-4e6bd050f714 req-51af32e5-0ae4-418b-98f8-9be3077cca53 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:51:46.111064 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7277e5f7-2471-4d34-a969-4e6bd050f714 req-51af32e5-0ae4-418b-98f8-9be3077cca53 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0622621 Jun 23 08:51:46.147695 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-7277e5f7-2471-4d34-a969-4e6bd050f714 req-c2b3be3e-c8c7-42c7-85dd-205b66dea0a7 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310068 Jun 23 08:51:47.319724 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544bd0b7-6774-4d62-b99f-1ab0b0f5c08d req-c14f1944-7ebf-4bfd-9bc5-2897d192d46e tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:51:47.321153 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-544bd0b7-6774-4d62-b99f-1ab0b0f5c08d req-c14f1944-7ebf-4bfd-9bc5-2897d192d46e tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0644515 Jun 23 08:51:47.357726 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-544bd0b7-6774-4d62-b99f-1ab0b0f5c08d req-3372477c-8454-42de-a3f8-772db1ab9bac tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302255 Jun 23 08:51:48.526646 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43deba-72b5-4363-90e5-c177d2870d48 req-a5119ce2-d0b7-403f-9544-0ee1b3d288d3 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:51:48.528104 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1d43deba-72b5-4363-90e5-c177d2870d48 req-a5119ce2-d0b7-403f-9544-0ee1b3d288d3 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0622733 Jun 23 08:51:48.565080 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-1d43deba-72b5-4363-90e5-c177d2870d48 req-ad6b0f67-05f7-4df6-873c-1c25034bbec2 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314195 Jun 23 08:51:49.732680 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469bc14-5250-49db-b93f-d9b4b4157bb3 req-99f4baa5-0969-41a4-b12e-d7b401f4c0af tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:51:49.734016 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-0469bc14-5250-49db-b93f-d9b4b4157bb3 req-99f4baa5-0969-41a4-b12e-d7b401f4c0af tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0609355 Jun 23 08:51:49.774453 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-0469bc14-5250-49db-b93f-d9b4b4157bb3 req-c6153a1b-f153-4420-a997-35d7cb0eda0b tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349524 Jun 23 08:51:50.944849 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6cc07-1cce-4175-9573-c9c0b78929cb req-5f50a94a-3da8-40b2-b87f-8ccbb46cadb3 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:51:50.946286 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-74c6cc07-1cce-4175-9573-c9c0b78929cb req-5f50a94a-3da8-40b2-b87f-8ccbb46cadb3 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0623310 Jun 23 08:51:50.982852 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-74c6cc07-1cce-4175-9573-c9c0b78929cb req-2ca46ca1-1bd5-427e-9a8c-59a81eeecb55 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303974 Jun 23 08:51:52.153079 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75b9e2-85f7-48eb-a6fa-e1b61dfc4e8e req-ea6e4eb1-3498-4294-913d-1436c6b28806 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:51:52.154491 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-eb75b9e2-85f7-48eb-a6fa-e1b61dfc4e8e req-ea6e4eb1-3498-4294-913d-1436c6b28806 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0629196 Jun 23 08:51:52.191650 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-eb75b9e2-85f7-48eb-a6fa-e1b61dfc4e8e req-e40b8eae-bf63-4cad-bf41-808dac38e171 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315199 Jun 23 08:51:53.363573 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f26f15-1810-4220-8c55-f15e39afd7cd req-049fc89c-593e-4145-879a-914085706226 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:51:53.364943 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d3f26f15-1810-4220-8c55-f15e39afd7cd req-049fc89c-593e-4145-879a-914085706226 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0659070 Jun 23 08:51:53.404131 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d3f26f15-1810-4220-8c55-f15e39afd7cd req-47bc6cb8-1a90-432f-956e-ba2e5afb43fe tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336730 Jun 23 08:51:54.577839 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb9b78-33c9-461d-af81-ced3140aa0ad req-6b6e4172-cbf7-43df-b8f5-5e1d4055c632 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:51:54.579328 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9ccb9b78-33c9-461d-af81-ced3140aa0ad req-6b6e4172-cbf7-43df-b8f5-5e1d4055c632 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0627358 Jun 23 08:51:54.615416 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9ccb9b78-33c9-461d-af81-ced3140aa0ad req-c2b0ab82-2186-4d99-9245-11b7bb8f6305 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305095 Jun 23 08:51:55.790269 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad78669-9ab6-487f-9efe-1ecd26d24f55 req-8e063542-745e-4512-ab8c-c42ec7eee72e tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:51:55.791747 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3ad78669-9ab6-487f-9efe-1ecd26d24f55 req-8e063542-745e-4512-ab8c-c42ec7eee72e tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0635161 Jun 23 08:51:55.834069 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-3ad78669-9ab6-487f-9efe-1ecd26d24f55 req-e659cffc-f5ba-4bf6-842e-27fc055664d3 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365524 Jun 23 08:51:57.007006 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7525a02-016a-4b7b-8046-9db7deacfb6a req-10ab8219-58cf-4b83-83a6-1e6c5663e23c tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:51:57.008434 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d7525a02-016a-4b7b-8046-9db7deacfb6a req-10ab8219-58cf-4b83-83a6-1e6c5663e23c tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0612128 Jun 23 08:51:57.044436 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d7525a02-016a-4b7b-8046-9db7deacfb6a req-504ae164-ac05-447c-911c-eb830aa0fe0a tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299408 Jun 23 08:51:58.214910 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725e537-40e2-4a23-8895-22d78cede285 req-a817f60a-3871-4807-a662-bdcda305471c tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:51:58.216913 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-4725e537-40e2-4a23-8895-22d78cede285 req-a817f60a-3871-4807-a662-bdcda305471c tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0612199 Jun 23 08:51:58.257489 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-4725e537-40e2-4a23-8895-22d78cede285 req-dd3d8a12-d9ab-4add-a2f4-0b63cc6100ff tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312705 Jun 23 08:51:58.584589 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122454a1-cf0a-4879-905e-3cd7be6a1a12 req-feef0f5f-cd84-4596-a082-62b227c5cde9 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:51:58.586022 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-122454a1-cf0a-4879-905e-3cd7be6a1a12 req-feef0f5f-cd84-4596-a082-62b227c5cde9 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0660298 Jun 23 08:51:58.588632 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10deb6-9271-40e5-a76f-a0e7cf2f74de req-11f9c80a-e04c-4f49-9535-fec8ab6f0b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:51:58.590081 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-5a10deb6-9271-40e5-a76f-a0e7cf2f74de req-11f9c80a-e04c-4f49-9535-fec8ab6f0b81 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edcf887365df4487a849a7cbf40427c0&device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 1099 time: 0.0522950 Jun 23 08:51:58.623803 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-122454a1-cf0a-4879-905e-3cd7be6a1a12 req-21866a38-8054-4d6c-a56f-c907bd2d5a86 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321076 Jun 23 08:51:58.680585 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10deb6-9271-40e5-a76f-a0e7cf2f74de req-0aa2f125-c0d5-4103-9f5f-b18521fb914c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:51:58.682122 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-5a10deb6-9271-40e5-a76f-a0e7cf2f74de req-0aa2f125-c0d5-4103-9f5f-b18521fb914c service neutron] 10.222.0.13 "GET /v2.0/networks?id=5e8a66f9-28b2-4d49-9def-f7966b7de559 HTTP/1.1" status: 200 len: 910 time: 0.0860083 Jun 23 08:51:58.746692 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-5a10deb6-9271-40e5-a76f-a0e7cf2f74de req-e65234ec-2d61-4013-94ed-f8c14fadd61a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a71dd164-7c0a-46d9-b146-0526099af13e HTTP/1.1" status: 200 len: 1002 time: 0.0586493 Jun 23 08:51:58.791860 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10deb6-9271-40e5-a76f-a0e7cf2f74de req-faa0f3fa-aa08-4ec2-b6ee-0f918f661297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:51:58.793212 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-5a10deb6-9271-40e5-a76f-a0e7cf2f74de req-faa0f3fa-aa08-4ec2-b6ee-0f918f661297 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e75556a3-aae6-4b8f-a421-383db50d10a5 HTTP/1.1" status: 200 len: 848 time: 0.0412152 Jun 23 08:51:58.848749 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10deb6-9271-40e5-a76f-a0e7cf2f74de req-e4e6ca38-6ba8-412a-9cd7-70c6a1a31e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:51:58.850112 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-5a10deb6-9271-40e5-a76f-a0e7cf2f74de req-e4e6ca38-6ba8-412a-9cd7-70c6a1a31e98 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e8a66f9-28b2-4d49-9def-f7966b7de559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0509882 Jun 23 08:51:58.938666 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-5a10deb6-9271-40e5-a76f-a0e7cf2f74de req-8f9e75c5-ca04-4f87-95fc-f44c19bf9910 service neutron] 10.222.0.13 "GET /v2.0/networks/5e8a66f9-28b2-4d49-9def-f7966b7de559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821948 Jun 23 08:51:59.024553 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-5a10deb6-9271-40e5-a76f-a0e7cf2f74de req-882050fc-8f75-4bf4-88b0-cc9aaf447c9f service neutron] 10.222.0.13 "GET /v2.0/networks/5e8a66f9-28b2-4d49-9def-f7966b7de559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792572 Jun 23 08:51:59.804051 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f839981-f91d-4861-b180-4abb5020ce28 req-6c574ce8-267f-44d1-9f07-69511a7504eb tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:51:59.805481 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-8f839981-f91d-4861-b180-4abb5020ce28 req-6c574ce8-267f-44d1-9f07-69511a7504eb tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0613825 Jun 23 08:51:59.841937 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-8f839981-f91d-4861-b180-4abb5020ce28 req-c4db8f2d-83cc-45dd-bc1d-f5ac940f80d6 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302327 Jun 23 08:52:03.664430 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 6 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:52:08.344282 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-10534b70-2c86-4db7-a56d-579b0404cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:52:10.948040 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:52:11.070375 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-b82adb7c-94bb-42f2-ad57-9cc29fc4aaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:52:11.397732 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:52:12.064200 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:52:13.646682 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:52:19.365849 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f2158a20-ba5d-429f-b572-88c04229aa29 req-fff5dd76-13f9-413f-8b81-c826dc5538c5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512052 Jun 23 08:52:19.483869 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2158a20-ba5d-429f-b572-88c04229aa29 req-899ab49c-cc16-4f62-abab-8f7ee830066a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:52:19.485325 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f2158a20-ba5d-429f-b572-88c04229aa29 req-899ab49c-cc16-4f62-abab-8f7ee830066a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edcf887365df4487a849a7cbf40427c0&device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 1099 time: 0.0570626 Jun 23 08:52:19.597920 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2158a20-ba5d-429f-b572-88c04229aa29 req-c441fc29-6680-485c-a18e-16a4ad5c6a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:52:19.599432 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f2158a20-ba5d-429f-b572-88c04229aa29 req-c441fc29-6680-485c-a18e-16a4ad5c6a60 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5e8a66f9-28b2-4d49-9def-f7966b7de559 HTTP/1.1" status: 200 len: 910 time: 0.0868037 Jun 23 08:52:19.665246 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f2158a20-ba5d-429f-b572-88c04229aa29 req-ad5570ef-78e5-4831-85b0-afa6ff60368a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a71dd164-7c0a-46d9-b146-0526099af13e HTTP/1.1" status: 200 len: 1002 time: 0.0593240 Jun 23 08:52:19.712886 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2158a20-ba5d-429f-b572-88c04229aa29 req-86a09b7d-fd4a-4cc4-864f-7d613f2dda19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:52:19.714325 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f2158a20-ba5d-429f-b572-88c04229aa29 req-86a09b7d-fd4a-4cc4-864f-7d613f2dda19 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e75556a3-aae6-4b8f-a421-383db50d10a5 HTTP/1.1" status: 200 len: 848 time: 0.0415809 Jun 23 08:52:19.769620 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2158a20-ba5d-429f-b572-88c04229aa29 req-a50b759f-d8dd-49c2-b2cb-3e7e810bd87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:52:19.771076 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f2158a20-ba5d-429f-b572-88c04229aa29 req-a50b759f-d8dd-49c2-b2cb-3e7e810bd87d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e8a66f9-28b2-4d49-9def-f7966b7de559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0505438 Jun 23 08:52:19.863487 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f2158a20-ba5d-429f-b572-88c04229aa29 req-faaef390-6b73-47a6-9f9a-9ecccb3de017 service neutron] 10.222.0.13 "GET /v2.0/networks/5e8a66f9-28b2-4d49-9def-f7966b7de559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858486 Jun 23 08:52:19.950153 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-f2158a20-ba5d-429f-b572-88c04229aa29 req-11cd1fa0-0713-4542-b32e-b9fda5c85541 service neutron] 10.222.0.13 "GET /v2.0/networks/5e8a66f9-28b2-4d49-9def-f7966b7de559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798335 Jun 23 08:52:38.344240 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-0cb4bf99-d9b4-4bbb-8d61-0591cce6ce39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:52:40.663584 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 6 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:52:40.958072 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:52:41.071443 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-015f79cb-6e53-4036-a53d-aa9cfcdb2dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:52:41.398082 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:52:42.068235 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:52:43.650353 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:03.507133 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd848bf3-aa86-4e86-a8f5-a85726eba850 req-2a047499-316a-487a-b77b-713f246c2472 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:53:03.508568 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-cd848bf3-aa86-4e86-a8f5-a85726eba850 req-2a047499-316a-487a-b77b-713f246c2472 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0638680 Jun 23 08:53:03.549065 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-cd848bf3-aa86-4e86-a8f5-a85726eba850 req-0876098c-3909-47f0-8af0-f2d99ef0ced5 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349610 Jun 23 08:53:04.718962 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b4558-d9f9-41b2-8aa4-7f3b2731b096 req-a385eff1-d40c-4fbc-92ab-7cdf9185e325 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:53:04.720413 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6f5b4558-d9f9-41b2-8aa4-7f3b2731b096 req-a385eff1-d40c-4fbc-92ab-7cdf9185e325 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0625625 Jun 23 08:53:04.757249 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-6f5b4558-d9f9-41b2-8aa4-7f3b2731b096 req-605c8ef9-f443-46d4-94f4-e82ba3051638 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314033 Jun 23 08:53:05.826363 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acc607-1eb0-4059-807a-35196813515b req-b6bafcac-963d-4d50-832f-55b7c4c66323 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:53:05.828165 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-a4acc607-1eb0-4059-807a-35196813515b req-b6bafcac-963d-4d50-832f-55b7c4c66323 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0737555 Jun 23 08:53:05.925938 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [req-a4acc607-1eb0-4059-807a-35196813515b req-18f83052-e0bd-466d-9bbc-d7d152f7003d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Deleting port a71dd164-7c0a-46d9-b146-0526099af13e {{(pid=99594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:53:05.926371 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-a4acc607-1eb0-4059-807a-35196813515b req-18f83052-e0bd-466d-9bbc-d7d152f7003d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:05.933892 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d87b2-7930-4ad0-8330-c1c3e2c307f7 req-4bb2814c-4e10-421b-99af-4c1072df93e8 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:53:05.935379 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d87d87b2-7930-4ad0-8330-c1c3e2c307f7 req-4bb2814c-4e10-421b-99af-4c1072df93e8 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 946 time: 0.0654123 Jun 23 08:53:05.972831 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d87d87b2-7930-4ad0-8330-c1c3e2c307f7 req-890e176c-3f95-445c-91cd-e871770859bf tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b57ffc-3893-419c-8280-51cf361601a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315537 Jun 23 08:53:06.018075 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-a4acc607-1eb0-4059-807a-35196813515b req-18f83052-e0bd-466d-9bbc-d7d152f7003d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] For port a71dd164-7c0a-46d9-b146-0526099af13e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=a71dd164-7c0a-46d9-b146-0526099af13e,segment=NetworkSegment(16677259-091c-44a2-965f-f794d2088805),segment_id=16677259-091c-44a2-965f-f794d2088805)] {{(pid=99594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:53:06.018440 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-a4acc607-1eb0-4059-807a-35196813515b req-18f83052-e0bd-466d-9bbc-d7d152f7003d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:06.190663 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-a4acc607-1eb0-4059-807a-35196813515b req-18f83052-e0bd-466d-9bbc-d7d152f7003d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:06.191071 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-a4acc607-1eb0-4059-807a-35196813515b req-18f83052-e0bd-466d-9bbc-d7d152f7003d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717624'] for floatingip, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:06.191390 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.db.l3_db [req-a4acc607-1eb0-4059-807a-35196813515b req-18f83052-e0bd-466d-9bbc-d7d152f7003d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Floating IP 624cf117-8588-463c-9cd8-df146bd3208c disassociated. External IP: 172.28.3.178, port: a71dd164-7c0a-46d9-b146-0526099af13e. Jun 23 08:53:06.191735 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [req-a4acc607-1eb0-4059-807a-35196813515b req-18f83052-e0bd-466d-9bbc-d7d152f7003d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Calling delete_port for a71dd164-7c0a-46d9-b146-0526099af13e owned by compute:nova {{(pid=99594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:53:06.318720 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-a4acc607-1eb0-4059-807a-35196813515b req-18f83052-e0bd-466d-9bbc-d7d152f7003d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27156491'] for port, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:06.323671 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-929621c6-e305-4522-bdfc-1d32a9066752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:53:06.351653 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f83052-e0bd-466d-9bbc-d7d152f7003d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Pushing event deleted for resources: {'Port': ['ID=a71dd164-7c0a-46d9-b146-0526099af13e,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:53:06.362200 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f83052-e0bd-466d-9bbc-d7d152f7003d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:53:06.362587 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f83052-e0bd-466d-9bbc-d7d152f7003d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:53:06.363002 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f83052-e0bd-466d-9bbc-d7d152f7003d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:53:06.363372 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f83052-e0bd-466d-9bbc-d7d152f7003d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:53:06.363742 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f83052-e0bd-466d-9bbc-d7d152f7003d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:53:06.364614 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f83052-e0bd-466d-9bbc-d7d152f7003d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:53:06.364614 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f83052-e0bd-466d-9bbc-d7d152f7003d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:53:06.364817 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f83052-e0bd-466d-9bbc-d7d152f7003d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:53:06.365270 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f83052-e0bd-466d-9bbc-d7d152f7003d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:53:06.365502 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f83052-e0bd-466d-9bbc-d7d152f7003d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:53:06.365877 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f83052-e0bd-466d-9bbc-d7d152f7003d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:53:06.366211 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f83052-e0bd-466d-9bbc-d7d152f7003d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:53:06.369761 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-18f83052-e0bd-466d-9bbc-d7d152f7003d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:53:06.472006 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4acc607-1eb0-4059-807a-35196813515b req-18f83052-e0bd-466d-9bbc-d7d152f7003d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Router c6758945-ce80-4283-a973-bfaffc93aa71 has already been hosted by L3 agent b4fcebb9-4e54-4961-9fbc-14fb1630411d {{(pid=99594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 08:53:06.575658 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4acc607-1eb0-4059-807a-35196813515b req-18f83052-e0bd-466d-9bbc-d7d152f7003d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify agent at l3_agent.dv-cinder-768592-7-smb the message routers_updated {{(pid=99594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 08:53:06.585814 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81db9bc-d9c1-424b-97b6-0ef6d2c7ddc4 None None] Sync routers for ids ['c6758945-ce80-4283-a973-bfaffc93aa71'] in dv-cinder-768592-7-smb {{(pid=99596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 08:53:06.595205 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81db9bc-d9c1-424b-97b6-0ef6d2c7ddc4 None None] Routers {'c6758945-ce80-4283-a973-bfaffc93aa71'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:53:06.595824 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-c81db9bc-d9c1-424b-97b6-0ef6d2c7ddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:52:41Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['c6758945-ce80-4283-a973-bfaffc93aa71'], 'active': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:53:06.618030 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4acc607-1eb0-4059-807a-35196813515b req-18f83052-e0bd-466d-9bbc-d7d152f7003d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] No DVR routers for this DVR port a71dd164-7c0a-46d9-b146-0526099af13e on host hv-cinder-76859 {{(pid=99594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 08:53:06.620478 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-a4acc607-1eb0-4059-807a-35196813515b req-18f83052-e0bd-466d-9bbc-d7d152f7003d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:06.622415 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-a4acc607-1eb0-4059-807a-35196813515b req-18f83052-e0bd-466d-9bbc-d7d152f7003d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.13 "DELETE /v2.0/ports/a71dd164-7c0a-46d9-b146-0526099af13e HTTP/1.1" status: 204 len: 173 time: 0.7892807 Jun 23 08:53:06.622955 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb2f85a-7cb8-46ea-8422-e00676260046', 'name': 'network-vif-deleted', 'tag': 'a71dd164-7c0a-46d9-b146-0526099af13e'}] {{(pid=99594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:53:06.625612 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3f20cf24677dbb31f56fc6b5fcedde197d4abde885e517d24b88e41f2eb98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a67131-584b-4eda-8db2-2352b67a42e7" -d '{"events": [{"server_uuid": "acb2f85a-7cb8-46ea-8422-e00676260046", "name": "network-vif-deleted", "tag": "a71dd164-7c0a-46d9-b146-0526099af13e"}]}' {{(pid=99594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:53:06.703772 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvr_db [None req-c81db9bc-d9c1-424b-97b6-0ef6d2c7ddc4 None None] Set router c6758945-ce80-4283-a973-bfaffc93aa71 gateway port host: dv-cinder-768592-7-smb {{(pid=99596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:53:06.845571 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9722256-c08e-4e16-bc97-415d48855599 x-openstack-request-id: req-b9722256-c08e-4e16-bc97-415d48855599 {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:53:06.846023 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb2f85a-7cb8-46ea-8422-e00676260046", "name": "network-vif-deleted", "tag": "a71dd164-7c0a-46d9-b146-0526099af13e", "status": "completed", "code": 200}]} {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:53:06.846318 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b9722256-c08e-4e16-bc97-415d48855599 {{(pid=99594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:53:06.846835 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb2f85a-7cb8-46ea-8422-e00676260046', 'name': 'network-vif-deleted', 'tag': 'a71dd164-7c0a-46d9-b146-0526099af13e', 'status': 'completed', 'code': 200} Jun 23 08:53:06.919696 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-c81db9bc-d9c1-424b-97b6-0ef6d2c7ddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'name': 'tempest-AttachVolumeTestJSON-17022952-router', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.167'}], 'enable_snat': True}, 'gw_port_id': 'f4c4d530-778b-4f13-85b7-68523ac82fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:48:34Z', 'updated_at': '2021-06-23T08:48:37Z', 'revision_number': 4, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'gw_port': {'id': 'f4c4d530-778b-4f13-85b7-68523ac82fa3', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:48:35Z', 'updated_at': '2021-06-23T08:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': 'a0009d2e-877b-4872-88bf-12af4dcd01a8', 'name': '', 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'mac_address': 'fa:16:3e:82:1c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e75556a3-aae6-4b8f-a421-383db50d10a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:48:37Z', 'updated_at': '2021-06-23T08:48:42Z', 'revision_number': 5, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'subnets': [{'id': 'e75556a3-aae6-4b8f-a421-383db50d10a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:53:06.945290 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81db9bc-d9c1-424b-97b6-0ef6d2c7ddc4 None None] Checking router: c6758945-ce80-4283-a973-bfaffc93aa71 for host: dv-cinder-768592-7-smb {{(pid=99596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 08:53:06.953760 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81db9bc-d9c1-424b-97b6-0ef6d2c7ddc4 None None] Routers {'c6758945-ce80-4283-a973-bfaffc93aa71'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:53:06.954373 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-c81db9bc-d9c1-424b-97b6-0ef6d2c7ddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:52:41Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['c6758945-ce80-4283-a973-bfaffc93aa71'], 'active': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:53:07.142184 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-d3bd52b1-3522-4227-9812-bb770b212651 req-dba53e96-c5c3-49d0-adf4-cb17e81a1d25 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=acb2f85a-7cb8-46ea-8422-e00676260046 HTTP/1.1" status: 200 len: 210 time: 0.0374467 Jun 23 08:53:07.153285 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvr_db [None req-c81db9bc-d9c1-424b-97b6-0ef6d2c7ddc4 None None] Set router c6758945-ce80-4283-a973-bfaffc93aa71 gateway port host: dv-cinder-768592-7-smb {{(pid=99596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:53:07.347260 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-c81db9bc-d9c1-424b-97b6-0ef6d2c7ddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'name': 'tempest-AttachVolumeTestJSON-17022952-router', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.167'}], 'enable_snat': True}, 'gw_port_id': 'f4c4d530-778b-4f13-85b7-68523ac82fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:48:34Z', 'updated_at': '2021-06-23T08:48:37Z', 'revision_number': 4, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'gw_port': {'id': 'f4c4d530-778b-4f13-85b7-68523ac82fa3', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:48:35Z', 'updated_at': '2021-06-23T08:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': 'a0009d2e-877b-4872-88bf-12af4dcd01a8', 'name': '', 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'mac_address': 'fa:16:3e:82:1c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e75556a3-aae6-4b8f-a421-383db50d10a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:48:37Z', 'updated_at': '2021-06-23T08:48:42Z', 'revision_number': 5, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'subnets': [{'id': 'e75556a3-aae6-4b8f-a421-383db50d10a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:53:07.378463 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81db9bc-d9c1-424b-97b6-0ef6d2c7ddc4 None None] The sync data for ids ['c6758945-ce80-4283-a973-bfaffc93aa71'] in dv-cinder-768592-7-smb is: [{'id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'name': 'tempest-AttachVolumeTestJSON-17022952-router', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.167'}], 'enable_snat': True}, 'gw_port_id': 'f4c4d530-778b-4f13-85b7-68523ac82fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:48:34Z', 'updated_at': '2021-06-23T08:48:37Z', 'revision_number': 4, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'gw_port': {'id': 'f4c4d530-778b-4f13-85b7-68523ac82fa3', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:48:35Z', 'updated_at': '2021-06-23T08:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': 'a0009d2e-877b-4872-88bf-12af4dcd01a8', 'name': '', 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'mac_address': 'fa:16:3e:82:1c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e75556a3-aae6-4b8f-a421-383db50d10a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:48:37Z', 'updated_at': '2021-06-23T08:48:42Z', 'revision_number': 5, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'subnets': [{'id': 'e75556a3-aae6-4b8f-a421-383db50d10a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 08:53:07.594614 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4217f53c-4751-4047-99c0-84a0a064f991 None None] New status for floating IP 624cf117-8588-463c-9cd8-df146bd3208c: DOWN {{(pid=99595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 08:53:08.263287 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 55568) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:53:08.318703 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-336a6c6d-9cb8-4978-bb2b-1c234c80e9b2 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:08.341697 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-336a6c6d-9cb8-4978-bb2b-1c234c80e9b2 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:08.346345 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-3303afc3-3469-4e66-8cbe-9000dd854b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:08.392062 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-336a6c6d-9cb8-4978-bb2b-1c234c80e9b2 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:08.394629 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-336a6c6d-9cb8-4978-bb2b-1c234c80e9b2 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:08.395801 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-336a6c6d-9cb8-4978-bb2b-1c234c80e9b2 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "DELETE /v2.0/security-groups/29b57ffc-3893-419c-8280-51cf361601a7 HTTP/1.1" status: 204 len: 168 time: 0.1309235 Jun 23 08:53:08.396578 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-cd90eb87-091a-4bc7-a60d-d00b8c36d013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:53:08.398663 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 55570) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:53:08.406829 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a6c6d-9cb8-4978-bb2b-1c234c80e9b2 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b57ffc-3893-419c-8280-51cf361601a7,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:53:08.413996 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a6c6d-9cb8-4978-bb2b-1c234c80e9b2 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:53:08.414388 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a6c6d-9cb8-4978-bb2b-1c234c80e9b2 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:53:08.414687 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.api.v2.resource [None req-53206d4b-df7b-4158-8bc0-a50f4b8c7d4a tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] show failed (client error): The resource could not be found. Jun 23 08:53:08.414841 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a6c6d-9cb8-4978-bb2b-1c234c80e9b2 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:53:08.415146 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a6c6d-9cb8-4978-bb2b-1c234c80e9b2 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:53:08.415513 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a6c6d-9cb8-4978-bb2b-1c234c80e9b2 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:53:08.415685 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-53206d4b-df7b-4158-8bc0-a50f4b8c7d4a tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups/29b57ffc-3893-419c-8280-51cf361601a7 HTTP/1.1" status: 404 len: 347 time: 0.0159762 Jun 23 08:53:08.415888 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a6c6d-9cb8-4978-bb2b-1c234c80e9b2 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:53:08.416264 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a6c6d-9cb8-4978-bb2b-1c234c80e9b2 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:53:08.416607 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a6c6d-9cb8-4978-bb2b-1c234c80e9b2 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:53:08.416969 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a6c6d-9cb8-4978-bb2b-1c234c80e9b2 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:53:08.417328 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a6c6d-9cb8-4978-bb2b-1c234c80e9b2 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:53:08.417686 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a6c6d-9cb8-4978-bb2b-1c234c80e9b2 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:53:08.418043 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a6c6d-9cb8-4978-bb2b-1c234c80e9b2 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:53:08.418515 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 55572) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:53:08.421656 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-336a6c6d-9cb8-4978-bb2b-1c234c80e9b2 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:53:08.542667 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [None req-4e80e9b7-c299-4b60-a44c-2e5b559091c0 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Deleting port 6de7a3a1-0aa1-4506-ba81-8ed55357ff34 {{(pid=99594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:53:08.543059 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4e80e9b7-c299-4b60-a44c-2e5b559091c0 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:08.617991 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4e80e9b7-c299-4b60-a44c-2e5b559091c0 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:08.618220 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4e80e9b7-c299-4b60-a44c-2e5b559091c0 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:08.629963 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [None req-4e80e9b7-c299-4b60-a44c-2e5b559091c0 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Calling delete_port for 6de7a3a1-0aa1-4506-ba81-8ed55357ff34 owned by network:floatingip {{(pid=99594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:53:08.756929 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4e80e9b7-c299-4b60-a44c-2e5b559091c0 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27156491'] for port, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:08.758883 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-af22c76f-6d63-4563-98e9-97e681c1fd69 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:53:08.780824 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80e9b7-c299-4b60-a44c-2e5b559091c0 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Pushing event deleted for resources: {'Port': ['ID=6de7a3a1-0aa1-4506-ba81-8ed55357ff34,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:53:08.784647 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-4e80e9b7-c299-4b60-a44c-2e5b559091c0 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:53:08.844349 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4e80e9b7-c299-4b60-a44c-2e5b559091c0 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for floatingip, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:08.847295 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4e80e9b7-c299-4b60-a44c-2e5b559091c0 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for floatingip, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:08.848446 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-4e80e9b7-c299-4b60-a44c-2e5b559091c0 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "DELETE /v2.0/floatingips/624cf117-8588-463c-9cd8-df146bd3208c HTTP/1.1" status: 204 len: 168 time: 0.4290073 Jun 23 08:53:09.179579 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 55576) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:53:09.184290 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [None req-14cc4339-a2e2-446f-8bb4-5aa31e7e63bc tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1277302496', 'description': 'tempest-description--171621245'}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:53:09.207671 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-14cc4339-a2e2-446f-8bb4-5aa31e7e63bc tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:09.285890 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-14cc4339-a2e2-446f-8bb4-5aa31e7e63bc tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:09.289501 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-14cc4339-a2e2-446f-8bb4-5aa31e7e63bc tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:09.292613 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-7b0a7abe-26e8-40fd-b3ff-d5b7fb7d3646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:53:09.312905 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-14cc4339-a2e2-446f-8bb4-5aa31e7e63bc tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:09.313413 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-14cc4339-a2e2-446f-8bb4-5aa31e7e63bc tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1328356 Jun 23 08:53:09.316403 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 55578) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:53:09.321212 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-7632534f-91fb-4c2c-9178-d4e395f69df4 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Request body: {'security_group_rule': {'security_group_id': '13312259-b83d-4d4b-aa2e-73734462906c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:53:09.321454 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc4339-a2e2-446f-8bb4-5aa31e7e63bc tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13312259-b83d-4d4b-aa2e-73734462906c,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:53:09.324229 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-14cc4339-a2e2-446f-8bb4-5aa31e7e63bc tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:53:09.334551 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device a71dd164-7c0a-46d9-b146-0526099af13e no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:53:09.348775 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7632534f-91fb-4c2c-9178-d4e395f69df4 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:09.358482 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] No Port match for: a71dd164-7c0a-46d9-b146-0526099af13e {{(pid=99595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 08:53:09.358878 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device a71dd164-7c0a-46d9-b146-0526099af13e not bound to the agent host hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 08:53:09.404527 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7632534f-91fb-4c2c-9178-d4e395f69df4 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:09.408712 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7632534f-91fb-4c2c-9178-d4e395f69df4 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748324'] for security_group_rule, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:09.410669 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-7b853c5d-eae0-4831-abc4-25942b8c37c8 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:53:09.430270 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7632534f-91fb-4c2c-9178-d4e395f69df4 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cf9ca94-8d46-46ea-95b2-63cfbe648470,revision_number=0']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:53:09.433006 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-7632534f-91fb-4c2c-9178-d4e395f69df4 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:53:09.436089 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-7632534f-91fb-4c2c-9178-d4e395f69df4 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:09.437841 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-7632534f-91fb-4c2c-9178-d4e395f69df4 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1204302 Jun 23 08:53:09.440867 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 55580) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:53:09.445373 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-4c9f168a-2dd7-4e5a-b4b9-818558167baf tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Request body: {'security_group_rule': {'security_group_id': '13312259-b83d-4d4b-aa2e-73734462906c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:53:09.471122 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4c9f168a-2dd7-4e5a-b4b9-818558167baf tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:09.526604 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4c9f168a-2dd7-4e5a-b4b9-818558167baf tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:09.530131 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4c9f168a-2dd7-4e5a-b4b9-818558167baf tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748324'] for security_group_rule, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:09.532173 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-6a7236e6-d540-4eb0-9253-b92c108b5913 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:53:09.548388 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f168a-2dd7-4e5a-b4b9-818558167baf tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0da0489-77bd-4b54-8572-718f3bc054c4,revision_number=0']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:53:09.551116 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-4c9f168a-2dd7-4e5a-b4b9-818558167baf tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:53:09.554061 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-4c9f168a-2dd7-4e5a-b4b9-818558167baf tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:09.555238 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-4c9f168a-2dd7-4e5a-b4b9-818558167baf tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1133406 Jun 23 08:53:09.558454 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 55582) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:53:09.563473 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [None req-3320167c-c79f-440e-9b95-1a1cc0ebca14 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Request body: {'floatingip': {'floating_network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:53:09.583249 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3320167c-c79f-440e-9b95-1a1cc0ebca14 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for floatingip, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:09.675943 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3320167c-c79f-440e-9b95-1a1cc0ebca14 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:09.775885 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.db_base_plugin_common [None req-3320167c-c79f-440e-9b95-1a1cc0ebca14 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Allocated IP 172.28.3.75 (5f26f45a-4c2b-4262-97ee-7126ad3a4f0c/86cbbb1d-69f5-4548-9290-2a101fd5c791/1a3d9cbd-452b-45cb-b70f-bafefa1cab31) {{(pid=99594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:53:09.877469 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3320167c-c79f-440e-9b95-1a1cc0ebca14 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for port, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:09.915929 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3320167c-c79f-440e-9b95-1a1cc0ebca14 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27156498'] for port, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:09.918613 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-575ec119-5b2f-4408-82f5-e3d321c41ede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:53:09.951073 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3320167c-c79f-440e-9b95-1a1cc0ebca14 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Network 5f26f45a-4c2b-4262-97ee-7126ad3a4f0c is already hosted by enough agents. {{(pid=99594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:53:09.956127 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [None req-3320167c-c79f-440e-9b95-1a1cc0ebca14 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Resources bound (agent type, host, resource id): {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:53:09.959421 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3320167c-c79f-440e-9b95-1a1cc0ebca14 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Received port after_create {{(pid=99594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:53:09.983917 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320167c-c79f-440e-9b95-1a1cc0ebca14 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Pushing event updated for resources: {'Port': ['ID=1a3d9cbd-452b-45cb-b70f-bafefa1cab31,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:53:09.987577 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-3320167c-c79f-440e-9b95-1a1cc0ebca14 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:53:10.044600 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3320167c-c79f-440e-9b95-1a1cc0ebca14 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:10.089101 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3320167c-c79f-440e-9b95-1a1cc0ebca14 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:10.232677 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3320167c-c79f-440e-9b95-1a1cc0ebca14 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for port, precommit_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:10.237423 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3320167c-c79f-440e-9b95-1a1cc0ebca14 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27156480'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:10.239625 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-a5dad59c-eacd-4a88-8c86-e698c57c8649 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:53:10.582000 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320167c-c79f-440e-9b95-1a1cc0ebca14 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Pushing event updated for resources: {'Port': ['ID=1a3d9cbd-452b-45cb-b70f-bafefa1cab31,revision_number=2']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:53:10.585866 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-3320167c-c79f-440e-9b95-1a1cc0ebca14 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:53:10.596160 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3320167c-c79f-440e-9b95-1a1cc0ebca14 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717624'] for floatingip, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:10.609918 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3320167c-c79f-440e-9b95-1a1cc0ebca14 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for floatingip, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:10.611209 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-3320167c-c79f-440e-9b95-1a1cc0ebca14 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0517957 Jun 23 08:53:10.753442 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-c539cde7-03d0-4d80-9196-c13dffc60334 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1277302496&fields=id&tenant_id=edcf887365df4487a849a7cbf40427c0 HTTP/1.1" status: 200 len: 267 time: 0.0338910 Jun 23 08:53:10.857977 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-31b6312b-7e0a-45ab-b733-ecc621fd3c81 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:53:10.859875 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-31b6312b-7e0a-45ab-b733-ecc621fd3c81 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/networks?id=5e8a66f9-28b2-4d49-9def-f7966b7de559 HTTP/1.1" status: 200 len: 809 time: 0.1001413 Jun 23 08:53:10.874833 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-5c4e184b-4535-49cf-9034-a13b636c81a9 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/quotas/edcf887365df4487a849a7cbf40427c0 HTTP/1.1" status: 200 len: 375 time: 0.0087035 Jun 23 08:53:10.940547 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-176a6ba3-5aea-4f80-b0cd-adc76f879eee tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=edcf887365df4487a849a7cbf40427c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0604839 Jun 23 08:53:10.950121 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:11.019006 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-5ea698da-fa0b-4c31-b7ef-7e606c170108 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=99593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 08:53:11.019978 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-5ea698da-fa0b-4c31-b7ef-7e606c170108 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0683956 Jun 23 08:53:11.071841 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-15c46975-5bd2-4f36-9a06-d2f7b7c0af29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:11.127292 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-da47a389-faa4-46fa-aba3-3e8d160f4c82 service neutron] 10.222.0.23 "GET /v2.0/networks/5e8a66f9-28b2-4d49-9def-f7966b7de559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011491 Jun 23 08:53:11.217387 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-4974ed90-fbba-4bd8-8b96-a08d17efccc1 service neutron] 10.222.0.23 "GET /v2.0/networks/5e8a66f9-28b2-4d49-9def-f7966b7de559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844188 Jun 23 08:53:11.385522 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9b08035d-347e-430a-9d2c-8d71f734fe4c req-90953659-ae2a-4513-8fb0-706aca7a2360 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=677a491e-ee5e-4d56-bed6-af109e417fd6 HTTP/1.1" status: 200 len: 210 time: 0.0289159 Jun 23 08:53:11.400359 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:12.071219 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:12.541670 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-edee3880-8072-401e-93c5-5c88e15a321f req-0d8efbf4-c549-4c2b-9431-590c31096aaf tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=677a491e-ee5e-4d56-bed6-af109e417fd6 HTTP/1.1" status: 200 len: 210 time: 0.0311971 Jun 23 08:53:12.600957 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-e2631a1b-81f6-4d4e-b7a0-5fccb8b7ee71 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:53:12.602489 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-e2631a1b-81f6-4d4e-b7a0-5fccb8b7ee71 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.13 "GET /v2.0/networks?id=5e8a66f9-28b2-4d49-9def-f7966b7de559 HTTP/1.1" status: 200 len: 809 time: 0.1088667 Jun 23 08:53:12.656252 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-3ba99697-eb16-42b7-8947-a4892daf4842 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edcf887365df4487a849a7cbf40427c0 HTTP/1.1" status: 200 len: 380 time: 0.0331867 Jun 23 08:53:12.664541 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-8120caa2-faa2-4795-a38e-2cfc07b2ee9f tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Request body: {'port': {'device_id': '677a491e-ee5e-4d56-bed6-af109e417fd6', 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559', 'admin_state_up': True, 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'security_groups': ['13312259-b83d-4d4b-aa2e-73734462906c']}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:53:12.769821 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-8120caa2-faa2-4795-a38e-2cfc07b2ee9f tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Made reservation on behalf of edcf887365df4487a849a7cbf40427c0 for: {'port': 1} {{(pid=99594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 08:53:12.773322 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-8120caa2-faa2-4795-a38e-2cfc07b2ee9f tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-669168'] for port, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:12.897207 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.db_base_plugin_common [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-8120caa2-faa2-4795-a38e-2cfc07b2ee9f tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Allocated IP 172.20.0.5 (5e8a66f9-28b2-4d49-9def-f7966b7de559/e75556a3-aae6-4b8f-a421-383db50d10a5/efc92c23-20e1-4cb8-af2a-e2ce78c7ab02) {{(pid=99594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 08:53:13.033396 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-8120caa2-faa2-4795-a38e-2cfc07b2ee9f tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for port, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:13.046865 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.provisioning_blocks [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-8120caa2-faa2-4795-a38e-2cfc07b2ee9f tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Transition to ACTIVE for port object efc92c23-20e1-4cb8-af2a-e2ce78c7ab02 will not be triggered until provisioned by entity DHCP. {{(pid=99594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:53:13.079137 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-8120caa2-faa2-4795-a38e-2cfc07b2ee9f tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-669111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-130960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772758729117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27156498'] for port, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:13.083189 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-db47e82b-0e83-49a8-ad5b-7b9615bb34ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:53:13.122154 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-8120caa2-faa2-4795-a38e-2cfc07b2ee9f tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Network 5e8a66f9-28b2-4d49-9def-f7966b7de559 is already hosted by enough agents. {{(pid=99594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 08:53:13.128470 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.base_scheduler [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-8120caa2-faa2-4795-a38e-2cfc07b2ee9f tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Resources bound (agent type, host, resource id): {{(pid=99594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 08:53:13.130838 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-8120caa2-faa2-4795-a38e-2cfc07b2ee9f tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Received port after_create {{(pid=99594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 08:53:13.161984 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120caa2-faa2-4795-a38e-2cfc07b2ee9f tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Pushing event updated for resources: {'Port': ['ID=efc92c23-20e1-4cb8-af2a-e2ce78c7ab02,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:53:13.164891 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-8120caa2-faa2-4795-a38e-2cfc07b2ee9f tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:53:13.190257 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-8120caa2-faa2-4795-a38e-2cfc07b2ee9f tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:53:13.190932 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-8120caa2-faa2-4795-a38e-2cfc07b2ee9f tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:13.206894 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-8120caa2-faa2-4795-a38e-2cfc07b2ee9f tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5457907 Jun 23 08:53:13.224232 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.v2.base [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-f3f52b6f-4ecb-4f69-a134-a7990123c897 service neutron] Request body: {'port': {'device_id': '677a491e-ee5e-4d56-bed6-af109e417fd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:53:13.301600 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-f3f52b6f-4ecb-4f69-a134-a7990123c897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:13.391464 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-a2320735-2d47-49c9-93a5-ae5f09ace827 None None] Provisioning for port efc92c23-20e1-4cb8-af2a-e2ce78c7ab02 completed by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:53:13.395516 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-a2320735-2d47-49c9-93a5-ae5f09ace827 None None] Provisioning complete for port efc92c23-20e1-4cb8-af2a-e2ce78c7ab02 triggered by entity DHCP. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:53:13.395899 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-a2320735-2d47-49c9-93a5-ae5f09ace827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:13.429702 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-a2320735-2d47-49c9-93a5-ae5f09ace827 None None] Port efc92c23-20e1-4cb8-af2a-e2ce78c7ab02 cannot update to ACTIVE because it is not bound. {{(pid=99595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 08:53:13.556576 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-f3f52b6f-4ecb-4f69-a134-a7990123c897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efc92c23-20e1-4cb8-af2a-e2ce78c7ab02 {{(pid=99594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:53:13.564238 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-f3f52b6f-4ecb-4f69-a134-a7990123c897 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:13.576060 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.provisioning_blocks [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-f3f52b6f-4ecb-4f69-a134-a7990123c897 service neutron] Transition to ACTIVE for port object efc92c23-20e1-4cb8-af2a-e2ce78c7ab02 will not be triggered until provisioned by entity L2. {{(pid=99594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 08:53:13.580310 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-f3f52b6f-4ecb-4f69-a134-a7990123c897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27156480'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:13.582382 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-86bb54d9-dae9-4760-81c5-f606ae3c8cff tempest-AttachVolumeNegativeTest-1458591806 tempest-AttachVolumeNegativeTest-1458591806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:53:13.633566 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f52b6f-4ecb-4f69-a134-a7990123c897 service neutron] Pushing event updated for resources: {'Port': ['ID=efc92c23-20e1-4cb8-af2a-e2ce78c7ab02,revision_number=2']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:53:13.637900 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-f3f52b6f-4ecb-4f69-a134-a7990123c897 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:53:13.663223 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:13.708217 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-f3f52b6f-4ecb-4f69-a134-a7990123c897 service neutron] Attempting to bind port efc92c23-20e1-4cb8-af2a-e2ce78c7ab02 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 08:53:13.708848 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-f3f52b6f-4ecb-4f69-a134-a7990123c897 service neutron] Attempting to bind port efc92c23-20e1-4cb8-af2a-e2ce78c7ab02 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '16677259-091c-44a2-965f-f794d2088805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559'}] {{(pid=99594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 08:53:13.709216 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-f3f52b6f-4ecb-4f69-a134-a7990123c897 service neutron] Attempting to bind port efc92c23-20e1-4cb8-af2a-e2ce78c7ab02 on network 5e8a66f9-28b2-4d49-9def-f7966b7de559 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:53:13.713793 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-f3f52b6f-4ecb-4f69-a134-a7990123c897 service neutron] Port efc92c23-20e1-4cb8-af2a-e2ce78c7ab02 on network 5e8a66f9-28b2-4d49-9def-f7966b7de559 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 08:53:13.714116 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-f3f52b6f-4ecb-4f69-a134-a7990123c897 service neutron] Attempting to bind port efc92c23-20e1-4cb8-af2a-e2ce78c7ab02 on network 5e8a66f9-28b2-4d49-9def-f7966b7de559 {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 08:53:13.720196 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-f3f52b6f-4ecb-4f69-a134-a7990123c897 service neutron] Checking agent: {'id': '5783bbde-a90f-4f17-9165-5d18275c1698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 8, 37, 11), 'started_at': datetime.datetime(2021, 6, 23, 8, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 8, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 08:53:13.720568 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-f3f52b6f-4ecb-4f69-a134-a7990123c897 service neutron] Checking segment: {'id': '16677259-091c-44a2-965f-f794d2088805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 08:53:13.720954 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-f3f52b6f-4ecb-4f69-a134-a7990123c897 service neutron] Bound using segment: {'id': '16677259-091c-44a2-965f-f794d2088805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559'} {{(pid=99594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 08:53:13.721388 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.managers [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-f3f52b6f-4ecb-4f69-a134-a7990123c897 service neutron] Bound port: efc92c23-20e1-4cb8-af2a-e2ce78c7ab02, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16677259-091c-44a2-965f-f794d2088805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559'}}] {{(pid=99594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 08:53:13.721740 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-f3f52b6f-4ecb-4f69-a134-a7990123c897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:13.731279 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc20bae-7931-483a-b558-38499e5efd6d req-c81af10d-40ba-42c5-9be4-a5e7a088307b tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:53:13.732768 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9cc20bae-7931-483a-b558-38499e5efd6d req-c81af10d-40ba-42c5-9be4-a5e7a088307b tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=677a491e-ee5e-4d56-bed6-af109e417fd6 HTTP/1.1" status: 200 len: 943 time: 0.0669711 Jun 23 08:53:13.772499 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-9cc20bae-7931-483a-b558-38499e5efd6d req-d3f98448-7edc-4dd9-9b19-6a714512b539 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=13312259-b83d-4d4b-aa2e-73734462906c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338771 Jun 23 08:53:13.786622 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-f3f52b6f-4ecb-4f69-a134-a7990123c897 service neutron] For port efc92c23-20e1-4cb8-af2a-e2ce78c7ab02, host hv-cinder-76859, cleared binding levels {{(pid=99594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 08:53:13.791025 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-f3f52b6f-4ecb-4f69-a134-a7990123c897 service neutron] For port efc92c23-20e1-4cb8-af2a-e2ce78c7ab02, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=efc92c23-20e1-4cb8-af2a-e2ce78c7ab02,segment=NetworkSegment(16677259-091c-44a2-965f-f794d2088805),segment_id=16677259-091c-44a2-965f-f794d2088805)] {{(pid=99594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 08:53:13.797401 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-f3f52b6f-4ecb-4f69-a134-a7990123c897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27156480'] for port, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:13.799841 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-f3f52b6f-4ecb-4f69-a134-a7990123c897 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:53:13.840230 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-f3f52b6f-4ecb-4f69-a134-a7990123c897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:53:13.840840 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-f3f52b6f-4ecb-4f69-a134-a7990123c897 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:13.842220 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-f3f52b6f-4ecb-4f69-a134-a7990123c897 service neutron] 10.222.0.13 "PUT /v2.0/ports/efc92c23-20e1-4cb8-af2a-e2ce78c7ab02 HTTP/1.1" status: 200 len: 1093 time: 0.6223867 Jun 23 08:53:13.842799 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677a491e-ee5e-4d56-bed6-af109e417fd6', 'tag': 'efc92c23-20e1-4cb8-af2a-e2ce78c7ab02'}] {{(pid=99594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:53:13.845117 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3f20cf24677dbb31f56fc6b5fcedde197d4abde885e517d24b88e41f2eb98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a8fb3b-ddd6-4bf5-ae94-f2e19acfa160" -d '{"events": [{"name": "network-changed", "server_uuid": "677a491e-ee5e-4d56-bed6-af109e417fd6", "tag": "efc92c23-20e1-4cb8-af2a-e2ce78c7ab02"}]}' {{(pid=99594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:53:13.875688 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f52b6f-4ecb-4f69-a134-a7990123c897 service neutron] Pushing event updated for resources: {'Port': ['ID=efc92c23-20e1-4cb8-af2a-e2ce78c7ab02,revision_number=3']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:53:13.879090 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-f3f52b6f-4ecb-4f69-a134-a7990123c897 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:53:13.891256 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 08:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e2e848-89c0-45aa-b99b-a27a01593543 x-openstack-request-id: req-18e2e848-89c0-45aa-b99b-a27a01593543 {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:53:13.891594 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "677a491e-ee5e-4d56-bed6-af109e417fd6", "tag": "efc92c23-20e1-4cb8-af2a-e2ce78c7ab02", "status": "completed", "code": 200}]} {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:53:13.891893 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-18e2e848-89c0-45aa-b99b-a27a01593543 {{(pid=99594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:53:13.892341 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677a491e-ee5e-4d56-bed6-af109e417fd6', 'tag': 'efc92c23-20e1-4cb8-af2a-e2ce78c7ab02', 'status': 'completed', 'code': 200} Jun 23 08:53:13.964032 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-1fe2b275-3735-48e9-a54c-58d70a5bc48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:53:13.965578 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-1fe2b275-3735-48e9-a54c-58d70a5bc48e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edcf887365df4487a849a7cbf40427c0&device_id=677a491e-ee5e-4d56-bed6-af109e417fd6 HTTP/1.1" status: 200 len: 1096 time: 0.0556977 Jun 23 08:53:14.014141 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-ffe9834c-e1f7-4f42-848b-f2a3abeb7c92 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efc92c23-20e1-4cb8-af2a-e2ce78c7ab02 HTTP/1.1" status: 200 len: 217 time: 0.0353267 Jun 23 08:53:14.065891 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-dafb0e4d-8a48-4ccc-82f4-64c7d63b6c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:53:14.067379 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-dafb0e4d-8a48-4ccc-82f4-64c7d63b6c2f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e75556a3-aae6-4b8f-a421-383db50d10a5 HTTP/1.1" status: 200 len: 848 time: 0.0476656 Jun 23 08:53:14.126489 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-7338b912-aebd-4903-ad04-6f3013140c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:53:14.128016 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-7338b912-aebd-4903-ad04-6f3013140c47 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e8a66f9-28b2-4d49-9def-f7966b7de559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0536644 Jun 23 08:53:14.214900 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-90745427-9509-442a-875a-2e08db56f529 service neutron] 10.222.0.13 "GET /v2.0/networks/5e8a66f9-28b2-4d49-9def-f7966b7de559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797780 Jun 23 08:53:14.306757 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-468cdb0c-4d66-4844-9e9e-6f5201fa82cd req-a8f4636f-a894-46b4-ac8a-2c1a498baadb service neutron] 10.222.0.13 "GET /v2.0/networks/5e8a66f9-28b2-4d49-9def-f7966b7de559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848393 Jun 23 08:53:14.449577 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8fb3b-ddd6-4bf5-ae94-f2e19acfa160 req-1a6aefc8-0587-4314-bccb-a312f64d50a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:53:14.451000 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-c3a8fb3b-ddd6-4bf5-ae94-f2e19acfa160 req-1a6aefc8-0587-4314-bccb-a312f64d50a9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edcf887365df4487a849a7cbf40427c0&device_id=677a491e-ee5e-4d56-bed6-af109e417fd6 HTTP/1.1" status: 200 len: 1096 time: 0.0541127 Jun 23 08:53:14.545582 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8fb3b-ddd6-4bf5-ae94-f2e19acfa160 req-30c0a316-f7df-453e-9745-175951c5658f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:53:14.547040 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-c3a8fb3b-ddd6-4bf5-ae94-f2e19acfa160 req-30c0a316-f7df-453e-9745-175951c5658f service neutron] 10.222.0.13 "GET /v2.0/networks?id=5e8a66f9-28b2-4d49-9def-f7966b7de559 HTTP/1.1" status: 200 len: 910 time: 0.0896950 Jun 23 08:53:14.586866 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-c3a8fb3b-ddd6-4bf5-ae94-f2e19acfa160 req-41ed5066-d14c-451d-9866-865bbda41ddd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efc92c23-20e1-4cb8-af2a-e2ce78c7ab02 HTTP/1.1" status: 200 len: 217 time: 0.0337696 Jun 23 08:53:14.632805 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8fb3b-ddd6-4bf5-ae94-f2e19acfa160 req-72af29d6-3a9a-411b-baee-d3e534b888a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:53:14.634159 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-c3a8fb3b-ddd6-4bf5-ae94-f2e19acfa160 req-72af29d6-3a9a-411b-baee-d3e534b888a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e75556a3-aae6-4b8f-a421-383db50d10a5 HTTP/1.1" status: 200 len: 848 time: 0.0413194 Jun 23 08:53:14.693351 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8fb3b-ddd6-4bf5-ae94-f2e19acfa160 req-9a2f8cc8-863c-404e-8c28-03252f943d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:53:14.694801 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-c3a8fb3b-ddd6-4bf5-ae94-f2e19acfa160 req-9a2f8cc8-863c-404e-8c28-03252f943d08 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e8a66f9-28b2-4d49-9def-f7966b7de559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0530462 Jun 23 08:53:14.781522 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-c3a8fb3b-ddd6-4bf5-ae94-f2e19acfa160 req-72894979-d9bc-4c2b-834e-f5608dd67e11 service neutron] 10.222.0.13 "GET /v2.0/networks/5e8a66f9-28b2-4d49-9def-f7966b7de559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804687 Jun 23 08:53:14.876841 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-c3a8fb3b-ddd6-4bf5-ae94-f2e19acfa160 req-9321ccdb-7b04-4a3c-8b30-20082f33e3c5 service neutron] 10.222.0.13 "GET /v2.0/networks/5e8a66f9-28b2-4d49-9def-f7966b7de559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894268 Jun 23 08:53:14.948509 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93a8f1-eb45-40c0-b9a5-b909dedd885c req-40d51ad8-e3f0-4000-9f1f-4c4e68c3db86 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:53:14.949942 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-ac93a8f1-eb45-40c0-b9a5-b909dedd885c req-40d51ad8-e3f0-4000-9f1f-4c4e68c3db86 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=677a491e-ee5e-4d56-bed6-af109e417fd6 HTTP/1.1" status: 200 len: 943 time: 0.0654068 Jun 23 08:53:14.986604 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-ac93a8f1-eb45-40c0-b9a5-b909dedd885c req-1038bb76-c06b-4139-8002-57084306fb54 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=13312259-b83d-4d4b-aa2e-73734462906c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302851 Jun 23 08:53:16.157823 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16264694-4897-4ea7-912c-de9b1c935e3d req-e2ef74a1-2b7c-4cd4-96ed-430ccd450e53 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:53:16.159174 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-16264694-4897-4ea7-912c-de9b1c935e3d req-e2ef74a1-2b7c-4cd4-96ed-430ccd450e53 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=677a491e-ee5e-4d56-bed6-af109e417fd6 HTTP/1.1" status: 200 len: 943 time: 0.0619760 Jun 23 08:53:16.195849 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-16264694-4897-4ea7-912c-de9b1c935e3d req-4e14f5b9-7c2c-4fc0-8a6a-bbdc0e69418c tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=13312259-b83d-4d4b-aa2e-73734462906c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311785 Jun 23 08:53:17.368966 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4c619-276a-4266-9b00-64fd8a779441 req-72171e97-a817-454b-92fb-405eb6c2a9bb tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:53:17.370321 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-66a4c619-276a-4266-9b00-64fd8a779441 req-72171e97-a817-454b-92fb-405eb6c2a9bb tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=677a491e-ee5e-4d56-bed6-af109e417fd6 HTTP/1.1" status: 200 len: 943 time: 0.0655937 Jun 23 08:53:17.407981 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-66a4c619-276a-4266-9b00-64fd8a779441 req-497adfb7-120f-497f-af1a-b8dfb415b0ce tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=13312259-b83d-4d4b-aa2e-73734462906c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313094 Jun 23 08:53:17.662812 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 6 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:53:18.587180 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d941e-0970-48b3-9ec0-d744c0194084 req-1bd0ba88-08c4-42b9-b3e7-b8ddaba856a8 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:53:18.588639 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-026d941e-0970-48b3-9ec0-d744c0194084 req-1bd0ba88-08c4-42b9-b3e7-b8ddaba856a8 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=677a491e-ee5e-4d56-bed6-af109e417fd6 HTTP/1.1" status: 200 len: 943 time: 0.0635858 Jun 23 08:53:18.627054 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-026d941e-0970-48b3-9ec0-d744c0194084 req-2e0e7cd5-86d4-47f3-912c-8bc8ee75e212 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=13312259-b83d-4d4b-aa2e-73734462906c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316963 Jun 23 08:53:19.382566 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device efc92c23-20e1-4cb8-af2a-e2ce78c7ab02 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 08:53:19.476654 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port efc92c23-20e1-4cb8-af2a-e2ce78c7ab02, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=efc92c23-20e1-4cb8-af2a-e2ce78c7ab02,segment=NetworkSegment(16677259-091c-44a2-965f-f794d2088805),segment_id=16677259-091c-44a2-965f-f794d2088805)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:53:19.487328 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Returning: {'device': 'efc92c23-20e1-4cb8-af2a-e2ce78c7ab02', 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559', 'port_id': 'efc92c23-20e1-4cb8-af2a-e2ce78c7ab02', 'mac_address': 'fa:16:3e:9c:68:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e75556a3-aae6-4b8f-a421-383db50d10a5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 08:53:19.524472 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:19.536544 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efc92c23-20e1-4cb8-af2a-e2ce78c7ab02 {{(pid=99595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 08:53:19.555731 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port efc92c23-20e1-4cb8-af2a-e2ce78c7ab02, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=efc92c23-20e1-4cb8-af2a-e2ce78c7ab02,segment=NetworkSegment(16677259-091c-44a2-965f-f794d2088805),segment_id=16677259-091c-44a2-965f-f794d2088805)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:53:19.559376 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:19.562017 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:53:19.605882 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=efc92c23-20e1-4cb8-af2a-e2ce78c7ab02,revision_number=4']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:53:19.613706 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:53:19.614061 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:53:19.614404 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:53:19.614765 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:53:19.615106 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:53:19.615440 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:53:19.615772 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:53:19.616101 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:53:19.616437 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:53:19.616760 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:53:19.617088 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:53:19.617412 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:53:19.621175 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:53:19.794484 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da93789-69d9-4fab-a3ed-aa9efe6f965f req-172c294f-12f8-482e-b8d1-28acef424236 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:53:19.796086 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-0da93789-69d9-4fab-a3ed-aa9efe6f965f req-172c294f-12f8-482e-b8d1-28acef424236 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=677a491e-ee5e-4d56-bed6-af109e417fd6 HTTP/1.1" status: 200 len: 944 time: 0.0621595 Jun 23 08:53:19.836421 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-0da93789-69d9-4fab-a3ed-aa9efe6f965f req-d8816111-4a7a-49be-9222-6f4e541636e9 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=13312259-b83d-4d4b-aa2e-73734462906c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347791 Jun 23 08:53:20.027599 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] get_ports_and_sgs() called for port_ids ['efc92c23-20e1-4cb8-af2a-e2ce78c7ab02'] {{(pid=99595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 08:53:21.038425 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107edd8f-0379-4d6e-a55c-2ba66900db30 req-5e63c5c0-5582-47f2-b008-16a7bfad1bb8 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:53:21.039874 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-107edd8f-0379-4d6e-a55c-2ba66900db30 req-5e63c5c0-5582-47f2-b008-16a7bfad1bb8 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=677a491e-ee5e-4d56-bed6-af109e417fd6 HTTP/1.1" status: 200 len: 944 time: 0.0673616 Jun 23 08:53:21.076209 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-107edd8f-0379-4d6e-a55c-2ba66900db30 req-e8f05455-a0a3-42a6-bdef-1e5e48689f39 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=13312259-b83d-4d4b-aa2e-73734462906c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306473 Jun 23 08:53:21.417398 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device efc92c23-20e1-4cb8-af2a-e2ce78c7ab02 up at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 08:53:21.464660 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning for port efc92c23-20e1-4cb8-af2a-e2ce78c7ab02 completed by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 08:53:21.469132 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Provisioning complete for port efc92c23-20e1-4cb8-af2a-e2ce78c7ab02 triggered by entity L2. {{(pid=99595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 08:53:21.469523 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746846'] for port, provisioning_complete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:21.550932 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-669158'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:21.574643 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677a491e-ee5e-4d56-bed6-af109e417fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc92c23-20e1-4cb8-af2a-e2ce78c7ab02'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:53:21.577990 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe10368e395667840533ec91c6601648d36376b54de0a6f6a3b23a108ba8d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0222516c-1521-4687-9bf9-1bac3b17e626" -d '{"events": [{"server_uuid": "677a491e-ee5e-4d56-bed6-af109e417fd6", "name": "network-vif-plugged", "status": "completed", "tag": "efc92c23-20e1-4cb8-af2a-e2ce78c7ab02"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:53:21.591788 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] For port efc92c23-20e1-4cb8-af2a-e2ce78c7ab02, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=efc92c23-20e1-4cb8-af2a-e2ce78c7ab02,segment=NetworkSegment(16677259-091c-44a2-965f-f794d2088805),segment_id=16677259-091c-44a2-965f-f794d2088805)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:53:21.597358 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772759107027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772758729135', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772758729180'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:21.599744 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:53:21.647275 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Pushing event updated for resources: {'Port': ['ID=efc92c23-20e1-4cb8-af2a-e2ce78c7ab02,revision_number=5']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:53:21.650414 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:53:21.676252 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6dca61-8282-4c08-8768-52cf53de8692 x-openstack-request-id: req-ea6dca61-8282-4c08-8768-52cf53de8692 {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:53:21.676560 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677a491e-ee5e-4d56-bed6-af109e417fd6", "name": "network-vif-plugged", "status": "completed", "tag": "efc92c23-20e1-4cb8-af2a-e2ce78c7ab02", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:53:21.676825 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea6dca61-8282-4c08-8768-52cf53de8692 {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:53:21.677228 dv-cinder-768592-7-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677a491e-ee5e-4d56-bed6-af109e417fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc92c23-20e1-4cb8-af2a-e2ce78c7ab02', 'code': 200} Jun 23 08:53:21.934149 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4adcc-62b2-4553-979b-252126c75a93 req-16bec566-2655-4e1a-af8b-a642f3cde87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:53:21.935594 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-0cc4adcc-62b2-4553-979b-252126c75a93 req-16bec566-2655-4e1a-af8b-a642f3cde87a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=677a491e-ee5e-4d56-bed6-af109e417fd6 HTTP/1.1" status: 200 len: 1098 time: 0.0525861 Jun 23 08:53:21.973253 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-0cc4adcc-62b2-4553-979b-252126c75a93 req-d5d625b2-dec9-4832-8378-392fc12042f4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=13312259-b83d-4d4b-aa2e-73734462906c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287278 Jun 23 08:53:22.244368 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac18529-0950-42c0-9bbd-973a0c382ab7 req-8824be3d-4279-44c0-ba9b-397f59783fc4 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:53:22.245712 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-dac18529-0950-42c0-9bbd-973a0c382ab7 req-8824be3d-4279-44c0-ba9b-397f59783fc4 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=677a491e-ee5e-4d56-bed6-af109e417fd6 HTTP/1.1" status: 200 len: 945 time: 0.0618794 Jun 23 08:53:22.282768 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-dac18529-0950-42c0-9bbd-973a0c382ab7 req-8e59cb53-bd17-4bfa-92e5-f1b145f76819 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=13312259-b83d-4d4b-aa2e-73734462906c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309689 Jun 23 08:53:23.839016 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97afeb-7057-41b1-b368-90acb59475c0 req-75eccb92-a72e-4696-9aa3-30b04841c4d3 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:53:23.840478 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-af97afeb-7057-41b1-b368-90acb59475c0 req-75eccb92-a72e-4696-9aa3-30b04841c4d3 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=677a491e-ee5e-4d56-bed6-af109e417fd6 HTTP/1.1" status: 200 len: 945 time: 0.2848806 Jun 23 08:53:23.878243 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-af97afeb-7057-41b1-b368-90acb59475c0 req-95e32604-38f2-4030-a61a-b9813f13c77c tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=13312259-b83d-4d4b-aa2e-73734462906c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311317 Jun 23 08:53:25.046329 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e49121-95a9-4fa1-a52d-deea3712e9f8 req-e65d073f-5925-4192-9bc1-1f25a6f221cd tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:53:25.047806 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-55e49121-95a9-4fa1-a52d-deea3712e9f8 req-e65d073f-5925-4192-9bc1-1f25a6f221cd tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=677a491e-ee5e-4d56-bed6-af109e417fd6 HTTP/1.1" status: 200 len: 945 time: 0.0621347 Jun 23 08:53:25.084486 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-55e49121-95a9-4fa1-a52d-deea3712e9f8 req-0d205e32-65d0-450d-a708-319c4d163757 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=13312259-b83d-4d4b-aa2e-73734462906c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311782 Jun 23 08:53:25.252037 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c2076-15dd-431f-8eb5-f116d17034d9 req-66e413f4-6ea7-4507-8837-cfab0468d0d5 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:53:25.253377 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-124c2076-15dd-431f-8eb5-f116d17034d9 req-66e413f4-6ea7-4507-8837-cfab0468d0d5 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=677a491e-ee5e-4d56-bed6-af109e417fd6 HTTP/1.1" status: 200 len: 945 time: 0.0656695 Jun 23 08:53:25.261622 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 55650) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:53:25.266390 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.v2.base [None req-ec64ef92-8eba-4a99-9031-d63c56890ecf tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Request body: {'floatingip': {'port_id': 'efc92c23-20e1-4cb8-af2a-e2ce78c7ab02'}} {{(pid=99593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 08:53:25.306371 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-ec64ef92-8eba-4a99-9031-d63c56890ecf tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for floatingip, before_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:25.738064 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-ec64ef92-8eba-4a99-9031-d63c56890ecf tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:25.741793 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-ec64ef92-8eba-4a99-9031-d63c56890ecf tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717624'] for floatingip, after_update {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:25.839497 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.db.l3_db [None req-ec64ef92-8eba-4a99-9031-d63c56890ecf tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Floating IP 2160ab41-b0e2-46d5-8671-7a16312854e0 associated. External IP: 172.28.3.75, port: efc92c23-20e1-4cb8-af2a-e2ce78c7ab02. Jun 23 08:53:26.043847 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec64ef92-8eba-4a99-9031-d63c56890ecf tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Router c6758945-ce80-4283-a973-bfaffc93aa71 has already been hosted by L3 agent b4fcebb9-4e54-4961-9fbc-14fb1630411d {{(pid=99593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 08:53:26.150210 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec64ef92-8eba-4a99-9031-d63c56890ecf tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify agent at l3_agent.dv-cinder-768592-7-smb the message routers_updated {{(pid=99593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 08:53:26.155528 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-ec64ef92-8eba-4a99-9031-d63c56890ecf tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for floatingip, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:26.160400 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b03172-d8de-4f34-a248-620467155de7 None None] Sync routers for ids ['c6758945-ce80-4283-a973-bfaffc93aa71'] in dv-cinder-768592-7-smb {{(pid=99596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 08:53:26.169765 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b03172-d8de-4f34-a248-620467155de7 None None] Routers {'c6758945-ce80-4283-a973-bfaffc93aa71'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:53:26.171103 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-f6b03172-d8de-4f34-a248-620467155de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:53:11Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['c6758945-ce80-4283-a973-bfaffc93aa71'], 'active': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:53:26.190366 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-ec64ef92-8eba-4a99-9031-d63c56890ecf tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "PUT /v2.0/floatingips/2160ab41-b0e2-46d5-8671-7a16312854e0 HTTP/1.1" status: 200 len: 990 time: 0.9277120 Jun 23 08:53:26.191042 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677a491e-ee5e-4d56-bed6-af109e417fd6', 'tag': 'efc92c23-20e1-4cb8-af2a-e2ce78c7ab02'}] {{(pid=99593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:53:26.193327 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83d3d9f818ca77ff61c49848176a0342e42afa0a53a044e94cf7f219d67d3ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0b0290-a203-4fbc-afdd-3339836021cb" -d '{"events": [{"name": "network-changed", "server_uuid": "677a491e-ee5e-4d56-bed6-af109e417fd6", "tag": "efc92c23-20e1-4cb8-af2a-e2ce78c7ab02"}]}' {{(pid=99593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:53:26.281833 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvr_db [None req-f6b03172-d8de-4f34-a248-620467155de7 None None] Set router c6758945-ce80-4283-a973-bfaffc93aa71 gateway port host: dv-cinder-768592-7-smb {{(pid=99596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:53:26.292433 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 08:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce471d3-c4bd-4c67-93d4-0ce322877b33 x-openstack-request-id: req-9ce471d3-c4bd-4c67-93d4-0ce322877b33 {{(pid=99593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:53:26.292767 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "677a491e-ee5e-4d56-bed6-af109e417fd6", "tag": "efc92c23-20e1-4cb8-af2a-e2ce78c7ab02", "status": "completed", "code": 200}]} {{(pid=99593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:53:26.293058 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9ce471d3-c4bd-4c67-93d4-0ce322877b33 {{(pid=99593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:53:26.293493 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677a491e-ee5e-4d56-bed6-af109e417fd6', 'tag': 'efc92c23-20e1-4cb8-af2a-e2ce78c7ab02', 'status': 'completed', 'code': 200} Jun 23 08:53:26.409638 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b0290-a203-4fbc-afdd-3339836021cb req-7a751baa-3ed4-4ed5-9013-dd6d13d30cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:53:26.411147 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-ad0b0290-a203-4fbc-afdd-3339836021cb req-7a751baa-3ed4-4ed5-9013-dd6d13d30cbf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edcf887365df4487a849a7cbf40427c0&device_id=677a491e-ee5e-4d56-bed6-af109e417fd6 HTTP/1.1" status: 200 len: 1098 time: 0.0528862 Jun 23 08:53:26.498033 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-f6b03172-d8de-4f34-a248-620467155de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'name': 'tempest-AttachVolumeTestJSON-17022952-router', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.167'}], 'enable_snat': True}, 'gw_port_id': 'f4c4d530-778b-4f13-85b7-68523ac82fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:48:34Z', 'updated_at': '2021-06-23T08:48:37Z', 'revision_number': 4, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'gw_port': {'id': 'f4c4d530-778b-4f13-85b7-68523ac82fa3', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:48:35Z', 'updated_at': '2021-06-23T08:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_floatingips': [{'id': '2160ab41-b0e2-46d5-8671-7a16312854e0', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'floating_ip_address': '172.28.3.75', 'floating_network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'router_id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'port_id': 'efc92c23-20e1-4cb8-af2a-e2ce78c7ab02', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559', 'mac_address': 'fa:16:3e:9c:68:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677a491e-ee5e-4d56-bed6-af109e417fd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T08:53:10Z', 'updated_at': '2021-06-23T08:53:25Z', 'revision_number': 1, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0009d2e-877b-4872-88bf-12af4dcd01a8', 'name': '', 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'mac_address': 'fa:16:3e:82:1c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e75556a3-aae6-4b8f-a421-383db50d10a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:48:37Z', 'updated_at': '2021-06-23T08:48:42Z', 'revision_number': 5, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'subnets': [{'id': 'e75556a3-aae6-4b8f-a421-383db50d10a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:53:26.508556 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b0290-a203-4fbc-afdd-3339836021cb req-561de73d-d800-4891-bce1-a78209cbe9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:53:26.510034 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-ad0b0290-a203-4fbc-afdd-3339836021cb req-561de73d-d800-4891-bce1-a78209cbe9b9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5e8a66f9-28b2-4d49-9def-f7966b7de559 HTTP/1.1" status: 200 len: 910 time: 0.0924518 Jun 23 08:53:26.524268 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b03172-d8de-4f34-a248-620467155de7 None None] Checking router: c6758945-ce80-4283-a973-bfaffc93aa71 for host: dv-cinder-768592-7-smb {{(pid=99596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 08:53:26.533051 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b03172-d8de-4f34-a248-620467155de7 None None] Routers {'c6758945-ce80-4283-a973-bfaffc93aa71'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:53:26.533724 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-f6b03172-d8de-4f34-a248-620467155de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:53:11Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['c6758945-ce80-4283-a973-bfaffc93aa71'], 'active': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:53:26.578657 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-ad0b0290-a203-4fbc-afdd-3339836021cb req-00c23b5b-69b2-4228-a0e6-dee7d3210e0f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efc92c23-20e1-4cb8-af2a-e2ce78c7ab02 HTTP/1.1" status: 200 len: 998 time: 0.0626545 Jun 23 08:53:26.628310 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b0290-a203-4fbc-afdd-3339836021cb req-7971f228-c6d5-410b-b2d1-f8f999924e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:53:26.629672 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-ad0b0290-a203-4fbc-afdd-3339836021cb req-7971f228-c6d5-410b-b2d1-f8f999924e98 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e75556a3-aae6-4b8f-a421-383db50d10a5 HTTP/1.1" status: 200 len: 848 time: 0.0451896 Jun 23 08:53:26.637133 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvr_db [None req-f6b03172-d8de-4f34-a248-620467155de7 None None] Set router c6758945-ce80-4283-a973-bfaffc93aa71 gateway port host: dv-cinder-768592-7-smb {{(pid=99596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:53:26.684534 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b0290-a203-4fbc-afdd-3339836021cb req-a1e92a5b-23e1-4f7d-a0f3-1c620ac49069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:53:26.686808 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-ad0b0290-a203-4fbc-afdd-3339836021cb req-a1e92a5b-23e1-4f7d-a0f3-1c620ac49069 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e8a66f9-28b2-4d49-9def-f7966b7de559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0502884 Jun 23 08:53:26.777977 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-ad0b0290-a203-4fbc-afdd-3339836021cb req-ff282f81-3d1f-4685-a45d-75a77ebebc60 service neutron] 10.222.0.13 "GET /v2.0/networks/5e8a66f9-28b2-4d49-9def-f7966b7de559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854628 Jun 23 08:53:26.872970 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-f6b03172-d8de-4f34-a248-620467155de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'name': 'tempest-AttachVolumeTestJSON-17022952-router', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.167'}], 'enable_snat': True}, 'gw_port_id': 'f4c4d530-778b-4f13-85b7-68523ac82fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:48:34Z', 'updated_at': '2021-06-23T08:48:37Z', 'revision_number': 4, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'gw_port': {'id': 'f4c4d530-778b-4f13-85b7-68523ac82fa3', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:48:35Z', 'updated_at': '2021-06-23T08:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_floatingips': [{'id': '2160ab41-b0e2-46d5-8671-7a16312854e0', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'floating_ip_address': '172.28.3.75', 'floating_network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'router_id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'port_id': 'efc92c23-20e1-4cb8-af2a-e2ce78c7ab02', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559', 'mac_address': 'fa:16:3e:9c:68:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677a491e-ee5e-4d56-bed6-af109e417fd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T08:53:10Z', 'updated_at': '2021-06-23T08:53:25Z', 'revision_number': 1, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0009d2e-877b-4872-88bf-12af4dcd01a8', 'name': '', 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'mac_address': 'fa:16:3e:82:1c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e75556a3-aae6-4b8f-a421-383db50d10a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:48:37Z', 'updated_at': '2021-06-23T08:48:42Z', 'revision_number': 5, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'subnets': [{'id': 'e75556a3-aae6-4b8f-a421-383db50d10a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:53:26.877121 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-ad0b0290-a203-4fbc-afdd-3339836021cb req-e083d28b-42c6-4d27-a8a1-7f87b35a18e2 service neutron] 10.222.0.13 "GET /v2.0/networks/5e8a66f9-28b2-4d49-9def-f7966b7de559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927653 Jun 23 08:53:26.900378 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b03172-d8de-4f34-a248-620467155de7 None None] The sync data for ids ['c6758945-ce80-4283-a973-bfaffc93aa71'] in dv-cinder-768592-7-smb is: [{'id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'name': 'tempest-AttachVolumeTestJSON-17022952-router', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.167'}], 'enable_snat': True}, 'gw_port_id': 'f4c4d530-778b-4f13-85b7-68523ac82fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:48:34Z', 'updated_at': '2021-06-23T08:48:37Z', 'revision_number': 4, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'gw_port': {'id': 'f4c4d530-778b-4f13-85b7-68523ac82fa3', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:48:35Z', 'updated_at': '2021-06-23T08:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_floatingips': [{'id': '2160ab41-b0e2-46d5-8671-7a16312854e0', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'floating_ip_address': '172.28.3.75', 'floating_network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'router_id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'port_id': 'efc92c23-20e1-4cb8-af2a-e2ce78c7ab02', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559', 'mac_address': 'fa:16:3e:9c:68:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677a491e-ee5e-4d56-bed6-af109e417fd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T08:53:10Z', 'updated_at': '2021-06-23T08:53:25Z', 'revision_number': 1, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0009d2e-877b-4872-88bf-12af4dcd01a8', 'name': '', 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'mac_address': 'fa:16:3e:82:1c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e75556a3-aae6-4b8f-a421-383db50d10a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:48:37Z', 'updated_at': '2021-06-23T08:48:42Z', 'revision_number': 5, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'subnets': [{'id': 'e75556a3-aae6-4b8f-a421-383db50d10a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 08:53:27.081337 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd030551-3e82-49b8-96c5-eb72cec941a0 None None] New status for floating IP 2160ab41-b0e2-46d5-8671-7a16312854e0: ACTIVE {{(pid=99595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 08:53:38.347794 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e6ec399e-8b4c-4fab-b04b-a6d25c6225ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:40.973764 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:41.073218 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-7866ed96-9122-4f9b-bb74-112e7f5a5ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:41.400588 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:42.073836 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:43.663203 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:53:54.661112 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 6 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:54:08.348901 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-820e4c44-3ed7-4ab8-b5a7-fc87f1b60a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:54:10.976857 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:54:11.072800 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-50ad5fe9-f274-414d-8b5e-597ee4eaabde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:54:11.401027 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:54:12.076043 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:54:13.663671 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:54:19.409984 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-8e4c3efa-6356-4f83-b07f-ae8bfe50fa6e req-d94fcd23-ad11-4815-8275-37c917927c9f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=677a491e-ee5e-4d56-bed6-af109e417fd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0523796 Jun 23 08:54:19.523023 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c3efa-6356-4f83-b07f-ae8bfe50fa6e req-ff3c102d-10e5-4f2c-aa79-97c53db7382a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:54:19.524471 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-8e4c3efa-6356-4f83-b07f-ae8bfe50fa6e req-ff3c102d-10e5-4f2c-aa79-97c53db7382a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edcf887365df4487a849a7cbf40427c0&device_id=677a491e-ee5e-4d56-bed6-af109e417fd6 HTTP/1.1" status: 200 len: 1098 time: 0.0561202 Jun 23 08:54:19.628590 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c3efa-6356-4f83-b07f-ae8bfe50fa6e req-50a0968e-0652-4b13-ba24-b53722408a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:54:19.630011 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-8e4c3efa-6356-4f83-b07f-ae8bfe50fa6e req-50a0968e-0652-4b13-ba24-b53722408a5a service neutron] 10.222.0.13 "GET /v2.0/networks?id=5e8a66f9-28b2-4d49-9def-f7966b7de559 HTTP/1.1" status: 200 len: 910 time: 0.0844617 Jun 23 08:54:19.697627 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-8e4c3efa-6356-4f83-b07f-ae8bfe50fa6e req-a9fc1190-c1ae-4688-a632-bef4d5864a04 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efc92c23-20e1-4cb8-af2a-e2ce78c7ab02 HTTP/1.1" status: 200 len: 1000 time: 0.0606129 Jun 23 08:54:19.744422 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c3efa-6356-4f83-b07f-ae8bfe50fa6e req-25759dae-e93b-42ce-ae49-97cf849aa7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:54:19.745825 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-8e4c3efa-6356-4f83-b07f-ae8bfe50fa6e req-25759dae-e93b-42ce-ae49-97cf849aa7c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e75556a3-aae6-4b8f-a421-383db50d10a5 HTTP/1.1" status: 200 len: 848 time: 0.0422347 Jun 23 08:54:19.802350 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c3efa-6356-4f83-b07f-ae8bfe50fa6e req-01aabc6d-21aa-453b-a938-8858ba9e87b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:54:19.803839 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-8e4c3efa-6356-4f83-b07f-ae8bfe50fa6e req-01aabc6d-21aa-453b-a938-8858ba9e87b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e8a66f9-28b2-4d49-9def-f7966b7de559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0513351 Jun 23 08:54:19.896386 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-8e4c3efa-6356-4f83-b07f-ae8bfe50fa6e req-16a40324-ff9b-4740-9b81-5303ee3c3789 service neutron] 10.222.0.13 "GET /v2.0/networks/5e8a66f9-28b2-4d49-9def-f7966b7de559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858912 Jun 23 08:54:19.982789 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-8e4c3efa-6356-4f83-b07f-ae8bfe50fa6e req-143b7b3e-1912-452f-9424-1ec89f606992 service neutron] 10.222.0.13 "GET /v2.0/networks/5e8a66f9-28b2-4d49-9def-f7966b7de559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797772 Jun 23 08:54:31.659929 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 6 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:54:38.349821 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-749d3c85-78d1-488f-ba23-072b97d5083c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:54:40.995756 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:54:41.072025 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-80d1d6ae-0e30-44b4-af4e-902dfe13bf53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:54:41.400834 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:54:41.789402 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [req-9fe0f421-1ba8-4c32-ae77-52dd1c764496 req-f93ded82-aa81-450f-8405-09a111c06e94 service neutron] (99593) timed out ('10.222.0.13', 57410) {{(pid=99593) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 08:54:42.080840 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:54:43.664406 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:54:51.192961 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf190762-9c80-4f4b-9c6a-7f09a7c240a3 req-18665f02-2148-4729-839f-a676baf8f9e8 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:54:51.194305 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-bf190762-9c80-4f4b-9c6a-7f09a7c240a3 req-18665f02-2148-4729-839f-a676baf8f9e8 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=677a491e-ee5e-4d56-bed6-af109e417fd6 HTTP/1.1" status: 200 len: 945 time: 0.0632386 Jun 23 08:54:51.232808 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-bf190762-9c80-4f4b-9c6a-7f09a7c240a3 req-f0bc2c0f-b8c3-401f-8167-82ea2e233362 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=13312259-b83d-4d4b-aa2e-73734462906c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324020 Jun 23 08:54:52.408908 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f31c1-5500-460e-983b-ad8610806602 req-5c12cbcc-69e0-45b5-b56e-1886510b3242 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:54:52.410356 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a32f31c1-5500-460e-983b-ad8610806602 req-5c12cbcc-69e0-45b5-b56e-1886510b3242 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=677a491e-ee5e-4d56-bed6-af109e417fd6 HTTP/1.1" status: 200 len: 945 time: 0.0657651 Jun 23 08:54:52.448020 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a32f31c1-5500-460e-983b-ad8610806602 req-d8ba6daf-2913-409b-ad86-3aa74df5ea56 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=13312259-b83d-4d4b-aa2e-73734462906c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319045 Jun 23 08:54:53.461499 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734dec6-134b-4522-b3d8-2d406ccf33c1 req-a07e578d-791b-4caf-b0d1-85546c409133 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:54:53.462931 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-3734dec6-134b-4522-b3d8-2d406ccf33c1 req-a07e578d-791b-4caf-b0d1-85546c409133 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.13 "GET /v2.0/ports?device_id=677a491e-ee5e-4d56-bed6-af109e417fd6 HTTP/1.1" status: 200 len: 945 time: 0.0738161 Jun 23 08:54:53.580158 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [req-3734dec6-134b-4522-b3d8-2d406ccf33c1 req-0f6f70da-8c26-4585-b57a-9d3bef47096d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Deleting port efc92c23-20e1-4cb8-af2a-e2ce78c7ab02 {{(pid=99594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:54:53.580514 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-3734dec6-134b-4522-b3d8-2d406ccf33c1 req-0f6f70da-8c26-4585-b57a-9d3bef47096d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:54:53.633414 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21923ff-817c-4e3d-8a7d-686eafbe9fc9 req-1410e0c1-2866-44ff-8cb3-ab268e4f6654 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 08:54:53.635609 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a21923ff-817c-4e3d-8a7d-686eafbe9fc9 req-1410e0c1-2866-44ff-8cb3-ab268e4f6654 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=677a491e-ee5e-4d56-bed6-af109e417fd6 HTTP/1.1" status: 200 len: 945 time: 0.0691135 Jun 23 08:54:53.678485 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-a21923ff-817c-4e3d-8a7d-686eafbe9fc9 req-ee1b543d-433f-4951-abee-abbdaee0b42d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups?id=13312259-b83d-4d4b-aa2e-73734462906c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373394 Jun 23 08:54:53.689512 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [req-3734dec6-134b-4522-b3d8-2d406ccf33c1 req-0f6f70da-8c26-4585-b57a-9d3bef47096d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] For port efc92c23-20e1-4cb8-af2a-e2ce78c7ab02, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=efc92c23-20e1-4cb8-af2a-e2ce78c7ab02,segment=NetworkSegment(16677259-091c-44a2-965f-f794d2088805),segment_id=16677259-091c-44a2-965f-f794d2088805)] {{(pid=99594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:54:53.689880 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-3734dec6-134b-4522-b3d8-2d406ccf33c1 req-0f6f70da-8c26-4585-b57a-9d3bef47096d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:54:53.877924 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-3734dec6-134b-4522-b3d8-2d406ccf33c1 req-0f6f70da-8c26-4585-b57a-9d3bef47096d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:54:53.878292 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-3734dec6-134b-4522-b3d8-2d406ccf33c1 req-0f6f70da-8c26-4585-b57a-9d3bef47096d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717624'] for floatingip, after_update {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:54:53.878605 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.db.l3_db [req-3734dec6-134b-4522-b3d8-2d406ccf33c1 req-0f6f70da-8c26-4585-b57a-9d3bef47096d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Floating IP 2160ab41-b0e2-46d5-8671-7a16312854e0 disassociated. External IP: 172.28.3.75, port: efc92c23-20e1-4cb8-af2a-e2ce78c7ab02. Jun 23 08:54:53.878992 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [req-3734dec6-134b-4522-b3d8-2d406ccf33c1 req-0f6f70da-8c26-4585-b57a-9d3bef47096d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Calling delete_port for efc92c23-20e1-4cb8-af2a-e2ce78c7ab02 owned by compute:nova {{(pid=99594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:54:54.012029 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-3734dec6-134b-4522-b3d8-2d406ccf33c1 req-0f6f70da-8c26-4585-b57a-9d3bef47096d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27156491'] for port, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:54:54.015839 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-3320167c-c79f-440e-9b95-1a1cc0ebca14 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:54:54.039065 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f70da-8c26-4585-b57a-9d3bef47096d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Pushing event deleted for resources: {'Port': ['ID=efc92c23-20e1-4cb8-af2a-e2ce78c7ab02,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:54:54.048980 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f70da-8c26-4585-b57a-9d3bef47096d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:54:54.049367 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f70da-8c26-4585-b57a-9d3bef47096d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:54:54.049743 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f70da-8c26-4585-b57a-9d3bef47096d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:54:54.050115 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f70da-8c26-4585-b57a-9d3bef47096d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:54:54.050482 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f70da-8c26-4585-b57a-9d3bef47096d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:54:54.050878 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f70da-8c26-4585-b57a-9d3bef47096d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:54:54.051242 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f70da-8c26-4585-b57a-9d3bef47096d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:54:54.051604 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f70da-8c26-4585-b57a-9d3bef47096d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:54:54.051970 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f70da-8c26-4585-b57a-9d3bef47096d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:54:54.052787 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f70da-8c26-4585-b57a-9d3bef47096d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:54:54.052787 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f70da-8c26-4585-b57a-9d3bef47096d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:54:54.053020 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f70da-8c26-4585-b57a-9d3bef47096d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:54:54.057146 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-0f6f70da-8c26-4585-b57a-9d3bef47096d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:54:54.164386 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3734dec6-134b-4522-b3d8-2d406ccf33c1 req-0f6f70da-8c26-4585-b57a-9d3bef47096d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Router c6758945-ce80-4283-a973-bfaffc93aa71 has already been hosted by L3 agent b4fcebb9-4e54-4961-9fbc-14fb1630411d {{(pid=99594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 08:54:54.270749 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3734dec6-134b-4522-b3d8-2d406ccf33c1 req-0f6f70da-8c26-4585-b57a-9d3bef47096d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify agent at l3_agent.dv-cinder-768592-7-smb the message routers_updated {{(pid=99594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 08:54:54.281504 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4feb01b7-add0-4367-b8de-1c2d5f8cde10 None None] Sync routers for ids ['c6758945-ce80-4283-a973-bfaffc93aa71'] in dv-cinder-768592-7-smb {{(pid=99596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 08:54:54.290395 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4feb01b7-add0-4367-b8de-1c2d5f8cde10 None None] Routers {'c6758945-ce80-4283-a973-bfaffc93aa71'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:54:54.291052 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-4feb01b7-add0-4367-b8de-1c2d5f8cde10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:54:41Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['c6758945-ce80-4283-a973-bfaffc93aa71'], 'active': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:54:54.314005 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [req-3734dec6-134b-4522-b3d8-2d406ccf33c1 req-0f6f70da-8c26-4585-b57a-9d3bef47096d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] No DVR routers for this DVR port efc92c23-20e1-4cb8-af2a-e2ce78c7ab02 on host hv-cinder-76859 {{(pid=99594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 08:54:54.317006 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [req-3734dec6-134b-4522-b3d8-2d406ccf33c1 req-0f6f70da-8c26-4585-b57a-9d3bef47096d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for port, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:54:54.319012 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [req-3734dec6-134b-4522-b3d8-2d406ccf33c1 req-0f6f70da-8c26-4585-b57a-9d3bef47096d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.13 "DELETE /v2.0/ports/efc92c23-20e1-4cb8-af2a-e2ce78c7ab02 HTTP/1.1" status: 204 len: 173 time: 0.8502207 Jun 23 08:54:54.319543 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677a491e-ee5e-4d56-bed6-af109e417fd6', 'name': 'network-vif-deleted', 'tag': 'efc92c23-20e1-4cb8-af2a-e2ce78c7ab02'}] {{(pid=99594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 08:54:54.321947 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6c3f20cf24677dbb31f56fc6b5fcedde197d4abde885e517d24b88e41f2eb98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ac5d11-b720-464c-949d-8e077aba99a3" -d '{"events": [{"server_uuid": "677a491e-ee5e-4d56-bed6-af109e417fd6", "name": "network-vif-deleted", "tag": "efc92c23-20e1-4cb8-af2a-e2ce78c7ab02"}]}' {{(pid=99594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 08:54:54.360477 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 08:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afa730b-b055-4649-934f-bfb160caf1e2 x-openstack-request-id: req-8afa730b-b055-4649-934f-bfb160caf1e2 {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 08:54:54.360813 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677a491e-ee5e-4d56-bed6-af109e417fd6", "name": "network-vif-deleted", "tag": "efc92c23-20e1-4cb8-af2a-e2ce78c7ab02", "status": "completed", "code": 200}]} {{(pid=99594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 08:54:54.361111 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8afa730b-b055-4649-934f-bfb160caf1e2 {{(pid=99594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 08:54:54.361544 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677a491e-ee5e-4d56-bed6-af109e417fd6', 'name': 'network-vif-deleted', 'tag': 'efc92c23-20e1-4cb8-af2a-e2ce78c7ab02', 'status': 'completed', 'code': 200} Jun 23 08:54:54.408400 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvr_db [None req-4feb01b7-add0-4367-b8de-1c2d5f8cde10 None None] Set router c6758945-ce80-4283-a973-bfaffc93aa71 gateway port host: dv-cinder-768592-7-smb {{(pid=99596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:54:54.696495 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-4feb01b7-add0-4367-b8de-1c2d5f8cde10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'name': 'tempest-AttachVolumeTestJSON-17022952-router', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.167'}], 'enable_snat': True}, 'gw_port_id': 'f4c4d530-778b-4f13-85b7-68523ac82fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:48:34Z', 'updated_at': '2021-06-23T08:48:37Z', 'revision_number': 4, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'gw_port': {'id': 'f4c4d530-778b-4f13-85b7-68523ac82fa3', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:48:35Z', 'updated_at': '2021-06-23T08:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': 'a0009d2e-877b-4872-88bf-12af4dcd01a8', 'name': '', 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'mac_address': 'fa:16:3e:82:1c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e75556a3-aae6-4b8f-a421-383db50d10a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:48:37Z', 'updated_at': '2021-06-23T08:48:42Z', 'revision_number': 5, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'subnets': [{'id': 'e75556a3-aae6-4b8f-a421-383db50d10a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:54:54.721981 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4feb01b7-add0-4367-b8de-1c2d5f8cde10 None None] Checking router: c6758945-ce80-4283-a973-bfaffc93aa71 for host: dv-cinder-768592-7-smb {{(pid=99596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 08:54:54.730130 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4feb01b7-add0-4367-b8de-1c2d5f8cde10 None None] Routers {'c6758945-ce80-4283-a973-bfaffc93aa71'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:54:54.731455 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-4feb01b7-add0-4367-b8de-1c2d5f8cde10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:54:41Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['c6758945-ce80-4283-a973-bfaffc93aa71'], 'active': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:54:54.832298 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [req-37130c12-5ce3-4707-a82b-e3244f3f9c03 req-707b17f9-ca5e-475a-954a-d7295aa3c5d4 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/ports?device_id=677a491e-ee5e-4d56-bed6-af109e417fd6 HTTP/1.1" status: 200 len: 210 time: 0.0278399 Jun 23 08:54:54.840403 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvr_db [None req-4feb01b7-add0-4367-b8de-1c2d5f8cde10 None None] Set router c6758945-ce80-4283-a973-bfaffc93aa71 gateway port host: dv-cinder-768592-7-smb {{(pid=99596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:54:55.041065 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-4feb01b7-add0-4367-b8de-1c2d5f8cde10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'name': 'tempest-AttachVolumeTestJSON-17022952-router', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.167'}], 'enable_snat': True}, 'gw_port_id': 'f4c4d530-778b-4f13-85b7-68523ac82fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:48:34Z', 'updated_at': '2021-06-23T08:48:37Z', 'revision_number': 4, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'gw_port': {'id': 'f4c4d530-778b-4f13-85b7-68523ac82fa3', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:48:35Z', 'updated_at': '2021-06-23T08:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': 'a0009d2e-877b-4872-88bf-12af4dcd01a8', 'name': '', 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'mac_address': 'fa:16:3e:82:1c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e75556a3-aae6-4b8f-a421-383db50d10a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:48:37Z', 'updated_at': '2021-06-23T08:48:42Z', 'revision_number': 5, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'subnets': [{'id': 'e75556a3-aae6-4b8f-a421-383db50d10a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:54:55.066141 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4feb01b7-add0-4367-b8de-1c2d5f8cde10 None None] The sync data for ids ['c6758945-ce80-4283-a973-bfaffc93aa71'] in dv-cinder-768592-7-smb is: [{'id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'name': 'tempest-AttachVolumeTestJSON-17022952-router', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.167'}], 'enable_snat': True}, 'gw_port_id': 'f4c4d530-778b-4f13-85b7-68523ac82fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:48:34Z', 'updated_at': '2021-06-23T08:48:37Z', 'revision_number': 4, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'gw_port': {'id': 'f4c4d530-778b-4f13-85b7-68523ac82fa3', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:48:35Z', 'updated_at': '2021-06-23T08:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb', '_interfaces': [{'id': 'a0009d2e-877b-4872-88bf-12af4dcd01a8', 'name': '', 'network_id': '5e8a66f9-28b2-4d49-9def-f7966b7de559', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'mac_address': 'fa:16:3e:82:1c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e75556a3-aae6-4b8f-a421-383db50d10a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:48:37Z', 'updated_at': '2021-06-23T08:48:42Z', 'revision_number': 5, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'subnets': [{'id': 'e75556a3-aae6-4b8f-a421-383db50d10a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 08:54:55.275994 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f35d17-048c-480a-b10f-8e57a1cb4126 None None] New status for floating IP 2160ab41-b0e2-46d5-8671-7a16312854e0: DOWN {{(pid=99595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 08:54:55.958867 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 55912) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:54:56.014147 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-f4b5ea53-7600-48ee-bcdd-629f4fc32604 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:54:56.036201 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-f4b5ea53-7600-48ee-bcdd-629f4fc32604 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:54:56.085054 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-f4b5ea53-7600-48ee-bcdd-629f4fc32604 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:54:56.088054 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-f4b5ea53-7600-48ee-bcdd-629f4fc32604 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:54:56.089272 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-f4b5ea53-7600-48ee-bcdd-629f4fc32604 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "DELETE /v2.0/security-groups/13312259-b83d-4d4b-aa2e-73734462906c HTTP/1.1" status: 204 len: 168 time: 0.1294234 Jun 23 08:54:56.090604 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-de39b815-3ee7-4b32-bccf-f38a11c66582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:54:56.092650 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 55914) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:54:56.099408 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b5ea53-7600-48ee-bcdd-629f4fc32604 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13312259-b83d-4d4b-aa2e-73734462906c,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:54:56.101951 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-f4b5ea53-7600-48ee-bcdd-629f4fc32604 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:54:56.110637 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.api.v2.resource [None req-00c3c5cf-306c-4d6e-99e7-db8e982d736c tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] show failed (client error): The resource could not be found. Jun 23 08:54:56.111647 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-00c3c5cf-306c-4d6e-99e7-db8e982d736c tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "GET /v2.0/security-groups/13312259-b83d-4d4b-aa2e-73734462906c HTTP/1.1" status: 404 len: 347 time: 0.0177197 Jun 23 08:54:56.114479 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 55916) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:54:56.240156 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.plugin [None req-dfedd844-5bcd-4178-82a7-9d6ca55a636c tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Deleting port 1a3d9cbd-452b-45cb-b70f-bafefa1cab31 {{(pid=99593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:54:56.240495 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-dfedd844-5bcd-4178-82a7-9d6ca55a636c tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:54:56.312952 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-dfedd844-5bcd-4178-82a7-9d6ca55a636c tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:54:56.313277 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-dfedd844-5bcd-4178-82a7-9d6ca55a636c tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:54:56.324517 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.plugins.ml2.plugin [None req-dfedd844-5bcd-4178-82a7-9d6ca55a636c tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Calling delete_port for 1a3d9cbd-452b-45cb-b70f-bafefa1cab31 owned by network:floatingip {{(pid=99593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:54:56.455389 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-dfedd844-5bcd-4178-82a7-9d6ca55a636c tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3652706'] for port, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:54:56.458029 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-b40db123-7ee4-491f-8e40-de0e3d1fc58a tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:54:56.481462 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfedd844-5bcd-4178-82a7-9d6ca55a636c tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Pushing event deleted for resources: {'Port': ['ID=1a3d9cbd-452b-45cb-b70f-bafefa1cab31,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:54:56.507466 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfedd844-5bcd-4178-82a7-9d6ca55a636c tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:54:56.507865 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfedd844-5bcd-4178-82a7-9d6ca55a636c tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:54:56.508240 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfedd844-5bcd-4178-82a7-9d6ca55a636c tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:54:56.508607 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfedd844-5bcd-4178-82a7-9d6ca55a636c tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:54:56.508968 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfedd844-5bcd-4178-82a7-9d6ca55a636c tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:54:56.509329 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfedd844-5bcd-4178-82a7-9d6ca55a636c tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:54:56.509686 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfedd844-5bcd-4178-82a7-9d6ca55a636c tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:54:56.510042 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfedd844-5bcd-4178-82a7-9d6ca55a636c tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:54:56.510401 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfedd844-5bcd-4178-82a7-9d6ca55a636c tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:54:56.510775 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfedd844-5bcd-4178-82a7-9d6ca55a636c tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:54:56.511136 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfedd844-5bcd-4178-82a7-9d6ca55a636c tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:54:56.512034 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfedd844-5bcd-4178-82a7-9d6ca55a636c tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:54:56.515739 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-dfedd844-5bcd-4178-82a7-9d6ca55a636c tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:54:56.549581 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-dfedd844-5bcd-4178-82a7-9d6ca55a636c tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks [] for floatingip, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:54:56.552078 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-dfedd844-5bcd-4178-82a7-9d6ca55a636c tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220412'] for floatingip, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:54:56.553184 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-dfedd844-5bcd-4178-82a7-9d6ca55a636c tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] 10.222.0.23 "DELETE /v2.0/floatingips/2160ab41-b0e2-46d5-8671-7a16312854e0 HTTP/1.1" status: 204 len: 168 time: 0.4377975 Jun 23 08:54:57.929031 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device efc92c23-20e1-4cb8-af2a-e2ce78c7ab02 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:54:57.950759 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] No Port match for: efc92c23-20e1-4cb8-af2a-e2ce78c7ab02 {{(pid=99595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 08:54:57.951109 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Device efc92c23-20e1-4cb8-af2a-e2ce78c7ab02 not bound to the agent host hv-cinder-76859 {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 08:55:00.257552 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 55944) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:55:00.646758 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-073be179-2e4b-4ace-a664-a585281bebbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1750014'] for router_interface, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:00.885273 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [None req-073be179-2e4b-4ace-a664-a585281bebbd admin admin] Deleting port a0009d2e-877b-4872-88bf-12af4dcd01a8 {{(pid=99594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:55:00.885614 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-073be179-2e4b-4ace-a664-a585281bebbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:00.962888 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [None req-073be179-2e4b-4ace-a664-a585281bebbd admin admin] For port a0009d2e-877b-4872-88bf-12af4dcd01a8, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=a0009d2e-877b-4872-88bf-12af4dcd01a8,segment=NetworkSegment(16677259-091c-44a2-965f-f794d2088805),segment_id=16677259-091c-44a2-965f-f794d2088805)] {{(pid=99594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:55:00.963165 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-073be179-2e4b-4ace-a664-a585281bebbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:01.256570 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [None req-073be179-2e4b-4ace-a664-a585281bebbd admin admin] Calling delete_port for a0009d2e-877b-4872-88bf-12af4dcd01a8 owned by network:router_interface {{(pid=99594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:55:01.433270 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-073be179-2e4b-4ace-a664-a585281bebbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27156491'] for port, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:01.435465 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-16bdc76a-6722-489b-986b-053f37882f07 tempest-ServerRescueNegativeTestJSON-1609168391 tempest-ServerRescueNegativeTestJSON-1609168391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:55:01.459578 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073be179-2e4b-4ace-a664-a585281bebbd admin admin] Pushing event deleted for resources: {'Port': ['ID=a0009d2e-877b-4872-88bf-12af4dcd01a8,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:55:01.462679 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-073be179-2e4b-4ace-a664-a585281bebbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:55:01.623940 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-073be179-2e4b-4ace-a664-a585281bebbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1821198'] for router_interface, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:01.830321 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073be179-2e4b-4ace-a664-a585281bebbd admin admin] Router c6758945-ce80-4283-a973-bfaffc93aa71 has already been hosted by L3 agent b4fcebb9-4e54-4961-9fbc-14fb1630411d {{(pid=99594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 08:55:01.934458 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073be179-2e4b-4ace-a664-a585281bebbd admin admin] Notify agent at l3_agent.dv-cinder-768592-7-smb the message routers_updated {{(pid=99594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 08:55:01.939523 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-073be179-2e4b-4ace-a664-a585281bebbd admin admin] 10.222.0.23 "PUT /v2.0/routers/c6758945-ce80-4283-a973-bfaffc93aa71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6808772 Jun 23 08:55:01.941862 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 55948) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:55:01.944470 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c571cfd-2269-4c02-b8c2-f96ae07249e2 None None] Sync routers for ids ['c6758945-ce80-4283-a973-bfaffc93aa71'] in dv-cinder-768592-7-smb {{(pid=99596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 08:55:01.954825 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c571cfd-2269-4c02-b8c2-f96ae07249e2 None None] Routers {'c6758945-ce80-4283-a973-bfaffc93aa71'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:55:01.955441 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-2c571cfd-2269-4c02-b8c2-f96ae07249e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:54:41Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['c6758945-ce80-4283-a973-bfaffc93aa71'], 'active': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:55:02.048170 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8c9f6ec7-a5e5-45a6-a4f3-280b6dae4ed0 admin admin] Notify callbacks [] for router, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:02.061702 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvr_db [None req-2c571cfd-2269-4c02-b8c2-f96ae07249e2 None None] Set router c6758945-ce80-4283-a973-bfaffc93aa71 gateway port host: dv-cinder-768592-7-smb {{(pid=99596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:55:02.151390 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8c9f6ec7-a5e5-45a6-a4f3-280b6dae4ed0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:02.204961 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [None req-8c9f6ec7-a5e5-45a6-a4f3-280b6dae4ed0 admin admin] Deleting port f4c4d530-778b-4f13-85b7-68523ac82fa3 {{(pid=99594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:55:02.205308 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8c9f6ec7-a5e5-45a6-a4f3-280b6dae4ed0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:02.238046 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-2c571cfd-2269-4c02-b8c2-f96ae07249e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'name': 'tempest-AttachVolumeTestJSON-17022952-router', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'external_fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.167'}], 'enable_snat': True}, 'gw_port_id': 'f4c4d530-778b-4f13-85b7-68523ac82fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:48:34Z', 'updated_at': '2021-06-23T08:55:01Z', 'revision_number': 5, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'gw_port': {'id': 'f4c4d530-778b-4f13-85b7-68523ac82fa3', 'name': '', 'network_id': '5f26f45a-4c2b-4262-97ee-7126ad3a4f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'ip_address': '172.28.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T08:48:35Z', 'updated_at': '2021-06-23T08:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cbbb1d-69f5-4548-9290-2a101fd5c791', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-7-smb'}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:55:02.267738 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c571cfd-2269-4c02-b8c2-f96ae07249e2 None None] Checking router: c6758945-ce80-4283-a973-bfaffc93aa71 for host: dv-cinder-768592-7-smb {{(pid=99596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 08:55:02.275708 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c571cfd-2269-4c02-b8c2-f96ae07249e2 None None] Routers {'c6758945-ce80-4283-a973-bfaffc93aa71'} bound to L3 agent in host dv-cinder-768592-7-smb {{(pid=99596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 08:55:02.276316 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-2c571cfd-2269-4c02-b8c2-f96ae07249e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T08:31:11Z,description=,heartbeat_timestamp=2021-06-23T08:54:41Z,host='dv-cinder-768592-7-smb',id=b4fcebb9-4e54-4961-9fbc-14fb1630411d,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T08:31:11Z,topic='l3_agent')) {'router_ids': ['c6758945-ce80-4283-a973-bfaffc93aa71'], 'active': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:55:02.289279 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [None req-8c9f6ec7-a5e5-45a6-a4f3-280b6dae4ed0 admin admin] For port f4c4d530-778b-4f13-85b7-68523ac82fa3, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=f4c4d530-778b-4f13-85b7-68523ac82fa3,segment=NetworkSegment(6932e2b2-1f79-4fc6-aa47-4858913c769e),segment_id=6932e2b2-1f79-4fc6-aa47-4858913c769e)] {{(pid=99594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:55:02.289644 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8c9f6ec7-a5e5-45a6-a4f3-280b6dae4ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:02.301138 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [None req-8c9f6ec7-a5e5-45a6-a4f3-280b6dae4ed0 admin admin] Calling delete_port for f4c4d530-778b-4f13-85b7-68523ac82fa3 owned by network:router_gateway {{(pid=99594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:55:02.359936 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_dvr_db [None req-2c571cfd-2269-4c02-b8c2-f96ae07249e2 None None] Set router c6758945-ce80-4283-a973-bfaffc93aa71 gateway port host: None {{(pid=99596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 08:55:02.411269 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.l3_hamode_db [None req-2c571cfd-2269-4c02-b8c2-f96ae07249e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'name': 'tempest-AttachVolumeTestJSON-17022952-router', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:48:34Z', 'updated_at': '2021-06-23T08:55:02Z', 'revision_number': 6, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'gw_port_host': None}], 'dv-cinder-768592-7-smb', False) {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:55:02.441788 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c571cfd-2269-4c02-b8c2-f96ae07249e2 None None] The sync data for ids ['c6758945-ce80-4283-a973-bfaffc93aa71'] in dv-cinder-768592-7-smb is: [{'id': 'c6758945-ce80-4283-a973-bfaffc93aa71', 'name': 'tempest-AttachVolumeTestJSON-17022952-router', 'tenant_id': 'edcf887365df4487a849a7cbf40427c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T08:48:34Z', 'updated_at': '2021-06-23T08:55:02Z', 'revision_number': 6, 'project_id': 'edcf887365df4487a849a7cbf40427c0', 'gw_port_host': None}] {{(pid=99596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 08:55:02.474205 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8c9f6ec7-a5e5-45a6-a4f3-280b6dae4ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27156491'] for port, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:02.476257 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-18f83052-e0bd-466d-9bbc-d7d152f7003d tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:55:02.501147 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f6ec7-a5e5-45a6-a4f3-280b6dae4ed0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4c4d530-778b-4f13-85b7-68523ac82fa3,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:55:02.504261 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-8c9f6ec7-a5e5-45a6-a4f3-280b6dae4ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:55:02.559650 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8c9f6ec7-a5e5-45a6-a4f3-280b6dae4ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717659'] for router_gateway, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:02.650789 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8c9f6ec7-a5e5-45a6-a4f3-280b6dae4ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15939'] for router, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:02.653453 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8c9f6ec7-a5e5-45a6-a4f3-280b6dae4ed0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:02.694040 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8c9f6ec7-a5e5-45a6-a4f3-280b6dae4ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1821173'] for router, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:02.694550 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9f6ec7-a5e5-45a6-a4f3-280b6dae4ed0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6758945-ce80-4283-a973-bfaffc93aa71 {{(pid=99594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 08:55:02.698718 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-8c9f6ec7-a5e5-45a6-a4f3-280b6dae4ed0 admin admin] Notify callbacks [] for router, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:02.700607 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-8c9f6ec7-a5e5-45a6-a4f3-280b6dae4ed0 admin admin] 10.222.0.23 "DELETE /v2.0/routers/c6758945-ce80-4283-a973-bfaffc93aa71 HTTP/1.1" status: 204 len: 168 time: 0.7577741 Jun 23 08:55:02.703042 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 55950) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:55:02.745610 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c7ffa59-b5db-4d99-a230-d9e0a6269288 admin admin] Deleting subnet e75556a3-aae6-4b8f-a421-383db50d10a5 {{(pid=99594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 08:55:02.749052 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-9c7ffa59-b5db-4d99-a230-d9e0a6269288 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:02.784769 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-9c7ffa59-b5db-4d99-a230-d9e0a6269288 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27262445'] for subnet, precommit_delete_associations {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:02.872535 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-9c7ffa59-b5db-4d99-a230-d9e0a6269288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742952'] for subnet, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:02.924632 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-9c7ffa59-b5db-4d99-a230-d9e0a6269288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27156545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27099653'] for subnet, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:02.927711 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:55:02.953095 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ffa59-b5db-4d99-a230-d9e0a6269288 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e75556a3-aae6-4b8f-a421-383db50d10a5,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:55:02.955141 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-9c7ffa59-b5db-4d99-a230-d9e0a6269288 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:02.959182 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-9c7ffa59-b5db-4d99-a230-d9e0a6269288 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e75556a3-aae6-4b8f-a421-383db50d10a5 HTTP/1.1" status: 204 len: 168 time: 0.2530029 Jun 23 08:55:02.959182 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-9c7ffa59-b5db-4d99-a230-d9e0a6269288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:55:02.959584 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 55952) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:55:02.962392 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0e0903-30f8-4c2c-94c0-b1e7990689b0 None None] Network 5e8a66f9-28b2-4d49-9def-f7966b7de559 requested from dv-cinder-768592-7-smb {{(pid=99595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 08:55:03.031344 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-77403171-73ea-434d-b40a-15ec760f84dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-650670'] for network, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:03.084805 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [None req-77403171-73ea-434d-b40a-15ec760f84dd admin admin] Deleting port 6c86a7ea-6766-43f6-8738-1bb8d0fba089 {{(pid=99594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:55:03.085155 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-77403171-73ea-434d-b40a-15ec760f84dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:03.157761 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.db [None req-77403171-73ea-434d-b40a-15ec760f84dd admin admin] For port 6c86a7ea-6766-43f6-8738-1bb8d0fba089, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=6c86a7ea-6766-43f6-8738-1bb8d0fba089,segment=NetworkSegment(16677259-091c-44a2-965f-f794d2088805),segment_id=16677259-091c-44a2-965f-f794d2088805)] {{(pid=99594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:55:03.158117 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-77403171-73ea-434d-b40a-15ec760f84dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:03.172242 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.plugin [None req-77403171-73ea-434d-b40a-15ec760f84dd admin admin] Calling delete_port for 6c86a7ea-6766-43f6-8738-1bb8d0fba089 owned by network:dhcp {{(pid=99594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:55:03.193718 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36907ae0-6861-4a65-a413-3f1d491e57e5 None None] DHCP port deletion for 5e8a66f9-28b2-4d49-9def-f7966b7de559 request from dv-cinder-768592-7-smb {{(pid=99595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 08:55:03.246522 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-36907ae0-6861-4a65-a413-3f1d491e57e5 None None] Deleting port 6c86a7ea-6766-43f6-8738-1bb8d0fba089 {{(pid=99595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 08:55:03.247019 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-36907ae0-6861-4a65-a413-3f1d491e57e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772759103775'] for port, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:03.259352 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-77403171-73ea-434d-b40a-15ec760f84dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27156491'] for port, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:03.262902 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-7861267b-f76f-4411-889f-ad5ef50e3e87 tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:55:03.288562 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77403171-73ea-434d-b40a-15ec760f84dd admin admin] Pushing event deleted for resources: {'Port': ['ID=6c86a7ea-6766-43f6-8738-1bb8d0fba089,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:55:03.290347 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77403171-73ea-434d-b40a-15ec760f84dd admin admin] No DVR routers for this DVR port 6c86a7ea-6766-43f6-8738-1bb8d0fba089 on host dv-cinder-768592-7-smb {{(pid=99594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 08:55:03.291873 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-77403171-73ea-434d-b40a-15ec760f84dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:55:03.319444 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-36907ae0-6861-4a65-a413-3f1d491e57e5 None None] For port 6c86a7ea-6766-43f6-8738-1bb8d0fba089, host dv-cinder-768592-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-7-smb',level=0,port_id=6c86a7ea-6766-43f6-8738-1bb8d0fba089,segment=NetworkSegment(16677259-091c-44a2-965f-f794d2088805),segment_id=16677259-091c-44a2-965f-f794d2088805)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 08:55:03.319788 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-36907ae0-6861-4a65-a413-3f1d491e57e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736657'] for port, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:03.333389 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-36907ae0-6861-4a65-a413-3f1d491e57e5 None None] Calling delete_port for 6c86a7ea-6766-43f6-8738-1bb8d0fba089 owned by network:dhcp {{(pid=99595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 08:55:03.367669 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-77403171-73ea-434d-b40a-15ec760f84dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745381', 'neutron.services.segments.db._delete_segments_for_network-8772759238175'] for network, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:03.379576 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.services.segments.db [None req-77403171-73ea-434d-b40a-15ec760f84dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e8a66f9-28b2-4d49-9def-f7966b7de559']}} {{(pid=99594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:55:03.392963 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.services.segments.db [None req-77403171-73ea-434d-b40a-15ec760f84dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16677259-091c-44a2-965f-f794d2088805') {'for_net_delete': True} {{(pid=99594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:55:03.393257 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.services.segments.db [None req-77403171-73ea-434d-b40a-15ec760f84dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16677259-091c-44a2-965f-f794d2088805') {} {{(pid=99594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 08:55:03.403603 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-77403171-73ea-434d-b40a-15ec760f84dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772759225838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27262450'] for segment, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:03.417207 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-36907ae0-6861-4a65-a413-3f1d491e57e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-669112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772759107377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772758729126'] for port, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:03.418679 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-77403171-73ea-434d-b40a-15ec760f84dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565'] for segment, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:03.419442 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:55:03.425927 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77403171-73ea-434d-b40a-15ec760f84dd admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=99594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 08:55:03.426617 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-77403171-73ea-434d-b40a-15ec760f84dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27156700'] for segment, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:03.428679 dv-cinder-768592-7-smb neutron-server[99594]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 08:55:03.428679 dv-cinder-768592-7-smb neutron-server[99594]: conditions |= (models_v2.Port.network_id.in_( Jun 23 08:55:03.428679 dv-cinder-768592-7-smb neutron-server[99594]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 08:55:03.428679 dv-cinder-768592-7-smb neutron-server[99594]: conditions |= (models_v2.Port.network_id.in_( Jun 23 08:55:03.428679 dv-cinder-768592-7-smb neutron-server[99594]: Traceback (most recent call last): Jun 23 08:55:03.428679 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 08:55:03.428679 dv-cinder-768592-7-smb neutron-server[99594]: timer() Jun 23 08:55:03.428679 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 08:55:03.428679 dv-cinder-768592-7-smb neutron-server[99594]: cb(*args, **kw) Jun 23 08:55:03.428679 dv-cinder-768592-7-smb neutron-server[99594]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 08:55:03.428679 dv-cinder-768592-7-smb neutron-server[99594]: return func(*args, **kwargs) Jun 23 08:55:03.428679 dv-cinder-768592-7-smb neutron-server[99594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 08:55:03.428679 dv-cinder-768592-7-smb neutron-server[99594]: self._notify() Jun 23 08:55:03.428679 dv-cinder-768592-7-smb neutron-server[99594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 08:55:03.428679 dv-cinder-768592-7-smb neutron-server[99594]: self.callback(batched_events) Jun 23 08:55:03.428679 dv-cinder-768592-7-smb neutron-server[99594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 08:55:03.428679 dv-cinder-768592-7-smb neutron-server[99594]: event.method(event) Jun 23 08:55:03.428679 dv-cinder-768592-7-smb neutron-server[99594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 08:55:03.428679 dv-cinder-768592-7-smb neutron-server[99594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 08:55:03.428679 dv-cinder-768592-7-smb neutron-server[99594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 08:55:03.428679 dv-cinder-768592-7-smb neutron-server[99594]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 08:55:03.428679 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 08:55:03.428679 dv-cinder-768592-7-smb neutron-server[99594]: return f(self, *a, **k) Jun 23 08:55:03.428679 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 08:55:03.428679 dv-cinder-768592-7-smb neutron-server[99594]: return self._get(url).json() Jun 23 08:55:03.428679 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 08:55:03.428679 dv-cinder-768592-7-smb neutron-server[99594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 08:55:03.428679 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 08:55:03.428679 dv-cinder-768592-7-smb neutron-server[99594]: return self.request(url, 'GET', **kwargs) Jun 23 08:55:03.428679 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 08:55:03.428679 dv-cinder-768592-7-smb neutron-server[99594]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 08:55:03.428679 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 08:55:03.428679 dv-cinder-768592-7-smb neutron-server[99594]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 08:55:03.428679 dv-cinder-768592-7-smb neutron-server[99594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 08:55:03.428679 dv-cinder-768592-7-smb neutron-server[99594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 08:55:03.428679 dv-cinder-768592-7-smb neutron-server[99594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 08:55:03.443765 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36907ae0-6861-4a65-a413-3f1d491e57e5 None None] Pushing event deleted for resources: {'Port': ['ID=6c86a7ea-6766-43f6-8738-1bb8d0fba089,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:55:03.453155 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36907ae0-6861-4a65-a413-3f1d491e57e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:55:03.453525 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36907ae0-6861-4a65-a413-3f1d491e57e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:55:03.453956 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36907ae0-6861-4a65-a413-3f1d491e57e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:55:03.454880 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36907ae0-6861-4a65-a413-3f1d491e57e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:55:03.454880 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36907ae0-6861-4a65-a413-3f1d491e57e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:55:03.455264 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36907ae0-6861-4a65-a413-3f1d491e57e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:55:03.455383 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36907ae0-6861-4a65-a413-3f1d491e57e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:55:03.455709 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36907ae0-6861-4a65-a413-3f1d491e57e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:55:03.456066 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36907ae0-6861-4a65-a413-3f1d491e57e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:55:03.456590 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36907ae0-6861-4a65-a413-3f1d491e57e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:55:03.456723 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36907ae0-6861-4a65-a413-3f1d491e57e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:55:03.457056 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36907ae0-6861-4a65-a413-3f1d491e57e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-7-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 08:55:03.460258 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-36907ae0-6861-4a65-a413-3f1d491e57e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:55:03.462630 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36907ae0-6861-4a65-a413-3f1d491e57e5 None None] No DVR routers for this DVR port 6c86a7ea-6766-43f6-8738-1bb8d0fba089 on host dv-cinder-768592-7-smb {{(pid=99595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 08:55:03.505330 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-77403171-73ea-434d-b40a-15ec760f84dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717610'] for network, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:03.509468 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:55:03.513097 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-77403171-73ea-434d-b40a-15ec760f84dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602058'] for network, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:03.515278 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-77403171-73ea-434d-b40a-15ec760f84dd admin admin] 10.222.0.23 "DELETE /v2.0/networks/5e8a66f9-28b2-4d49-9def-f7966b7de559 HTTP/1.1" status: 204 len: 168 time: 0.5546851 Jun 23 08:55:03.529554 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77403171-73ea-434d-b40a-15ec760f84dd admin admin] Pushing event deleted for resources: {'Network': ['ID=5e8a66f9-28b2-4d49-9def-f7966b7de559,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:55:03.532458 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-77403171-73ea-434d-b40a-15ec760f84dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:55:03.629450 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 55956) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:55:03.671731 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-d3e34d64-331f-4921-8171-6a92f60e6212 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=edcf887365df4487a849a7cbf40427c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410030 Jun 23 08:55:03.674002 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 55958) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:55:03.722011 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-b668cd62-266f-40be-99da-745dd6552e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:03.743651 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-b668cd62-266f-40be-99da-745dd6552e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:03.790930 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-b668cd62-266f-40be-99da-745dd6552e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:03.794488 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-b668cd62-266f-40be-99da-745dd6552e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:03.795814 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-b668cd62-266f-40be-99da-745dd6552e8c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9b3ee14e-e926-4e0e-a123-a5aa28d13c96 HTTP/1.1" status: 204 len: 168 time: 0.1209240 Jun 23 08:55:03.796682 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-b5d0fd5c-596a-444f-be44-8f64ca798b1b tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:55:03.804222 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b668cd62-266f-40be-99da-745dd6552e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3ee14e-e926-4e0e-a123-a5aa28d13c96,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:55:03.807296 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-b668cd62-266f-40be-99da-745dd6552e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:55:04.024512 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device f4c4d530-778b-4f13-85b7-68523ac82fa3 no longer exists at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:55:04.045490 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] No Port match for: f4c4d530-778b-4f13-85b7-68523ac82fa3 {{(pid=99595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 08:55:04.045954 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device f4c4d530-778b-4f13-85b7-68523ac82fa3 not bound to the agent host dv-cinder-768592-7-smb {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 08:55:04.046387 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 6c86a7ea-6766-43f6-8738-1bb8d0fba089 no longer exists at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:55:04.064107 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] No Port match for: 6c86a7ea-6766-43f6-8738-1bb8d0fba089 {{(pid=99595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 08:55:04.064464 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device 6c86a7ea-6766-43f6-8738-1bb8d0fba089 not bound to the agent host dv-cinder-768592-7-smb {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 08:55:04.064883 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device a0009d2e-877b-4872-88bf-12af4dcd01a8 no longer exists at agent ovs-agent-dv-cinder-768592-7-smb {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 08:55:04.083810 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] No Port match for: a0009d2e-877b-4872-88bf-12af4dcd01a8 {{(pid=99595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 08:55:04.084168 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.rpc [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Device a0009d2e-877b-4872-88bf-12af4dcd01a8 not bound to the agent host dv-cinder-768592-7-smb {{(pid=99595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 08:55:08.350397 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-caef1405-a61a-4a3c-a2ed-a991f42b48ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:08.658214 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 6 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:55:08.681522 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 56052) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:55:08.785062 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-3c0bddaa-8bff-48d4-8fa3-c5cd0a8aa1d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:08.875902 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-3c0bddaa-8bff-48d4-8fa3-c5cd0a8aa1d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:08.879498 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-3c0bddaa-8bff-48d4-8fa3-c5cd0a8aa1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:08.881849 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-1916537b-7c1c-4e4a-9260-234fdd5411de tempest-AttachVolumeShelveTestJSON-1580733538 tempest-AttachVolumeShelveTestJSON-1580733538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:55:08.915465 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0bddaa-8bff-48d4-8fa3-c5cd0a8aa1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3941d6-b382-4e92-9e2f-6337bc3cbbc7,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:55:08.920204 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-3c0bddaa-8bff-48d4-8fa3-c5cd0a8aa1d6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b4a6a45dcc794acfbed421dac2077769&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376146 Jun 23 08:55:08.921115 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-3c0bddaa-8bff-48d4-8fa3-c5cd0a8aa1d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:55:08.922871 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 56056) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:55:08.970783 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b0cdf0e6-178b-4dae-b014-01edef6f6a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:08.990771 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b0cdf0e6-178b-4dae-b014-01edef6f6a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:09.035545 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b0cdf0e6-178b-4dae-b014-01edef6f6a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:09.038276 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b0cdf0e6-178b-4dae-b014-01edef6f6a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:09.039482 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-b0cdf0e6-178b-4dae-b014-01edef6f6a9b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f3941d6-b382-4e92-9e2f-6337bc3cbbc7 HTTP/1.1" status: 204 len: 168 time: 0.1156833 Jun 23 08:55:09.040241 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-ab9a4f86-db85-46ea-872f-56f091a8d1de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:55:09.048078 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cdf0e6-178b-4dae-b014-01edef6f6a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3941d6-b382-4e92-9e2f-6337bc3cbbc7,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:55:09.050341 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-b0cdf0e6-178b-4dae-b014-01edef6f6a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:55:09.304214 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 56062) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:55:09.318054 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-4115836f-6934-4694-9a94-303f6986c470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:09.405509 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-4115836f-6934-4694-9a94-303f6986c470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:09.409076 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-4115836f-6934-4694-9a94-303f6986c470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:09.412424 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-b0cdf0e6-178b-4dae-b014-01edef6f6a9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:55:09.449800 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-4115836f-6934-4694-9a94-303f6986c470 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=95578a52e70e4f77b0dc67a2b7d4010b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1445181 Jun 23 08:55:09.450987 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115836f-6934-4694-9a94-303f6986c470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aace5bd5-bd6e-4371-9cc2-74b00f98601d,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:55:09.452805 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 56064) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:55:09.453925 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-4115836f-6934-4694-9a94-303f6986c470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:55:09.502356 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-c4f85b6b-42a6-4e64-a70b-0279d87e6d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:09.522531 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-c4f85b6b-42a6-4e64-a70b-0279d87e6d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:09.572430 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-c4f85b6b-42a6-4e64-a70b-0279d87e6d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:09.575056 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-c4f85b6b-42a6-4e64-a70b-0279d87e6d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:09.576191 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-c4f85b6b-42a6-4e64-a70b-0279d87e6d42 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aace5bd5-bd6e-4371-9cc2-74b00f98601d HTTP/1.1" status: 204 len: 168 time: 0.1218116 Jun 23 08:55:09.576991 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-5e734e2c-2161-4d44-a534-393772d92968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:55:09.584395 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f85b6b-42a6-4e64-a70b-0279d87e6d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aace5bd5-bd6e-4371-9cc2-74b00f98601d,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:55:09.586757 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-c4f85b6b-42a6-4e64-a70b-0279d87e6d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:55:10.998603 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:11.072726 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-3aa6ae37-c1b5-4a4f-b9ad-f5e8abd1ad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:11.400926 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:12.084046 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:13.676079 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:18.001832 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 56196) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:55:18.107159 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-5667b9ae-6888-4fc7-8a85-ff03c04dc864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:18.192568 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-5667b9ae-6888-4fc7-8a85-ff03c04dc864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:18.196152 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-5667b9ae-6888-4fc7-8a85-ff03c04dc864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:18.199692 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-946438fa-33ef-4071-bc4d-43cab5e41a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:55:18.233533 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-5667b9ae-6888-4fc7-8a85-ff03c04dc864 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=148879ed54274f71894d2966950ff889&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306504 Jun 23 08:55:18.235462 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667b9ae-6888-4fc7-8a85-ff03c04dc864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5eeaa9-48d7-4904-9494-218b927ece34,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:55:18.236148 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 56200) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:55:18.238559 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-5667b9ae-6888-4fc7-8a85-ff03c04dc864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:55:18.284655 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-852437b2-403a-42d3-bcd8-b518d4daf3be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:18.306304 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-852437b2-403a-42d3-bcd8-b518d4daf3be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:18.351779 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-852437b2-403a-42d3-bcd8-b518d4daf3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:18.354433 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-852437b2-403a-42d3-bcd8-b518d4daf3be admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:18.355834 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-852437b2-403a-42d3-bcd8-b518d4daf3be admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7e5eeaa9-48d7-4904-9494-218b927ece34 HTTP/1.1" status: 204 len: 168 time: 0.1186604 Jun 23 08:55:18.356648 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-3c0bddaa-8bff-48d4-8fa3-c5cd0a8aa1d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:55:18.363789 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852437b2-403a-42d3-bcd8-b518d4daf3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5eeaa9-48d7-4904-9494-218b927ece34,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:55:18.366186 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-852437b2-403a-42d3-bcd8-b518d4daf3be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:55:18.605970 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 56206) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:55:18.619273 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-f95656ff-4cae-4bba-bf58-10efbb80afd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:18.707166 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-f95656ff-4cae-4bba-bf58-10efbb80afd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:18.710878 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-f95656ff-4cae-4bba-bf58-10efbb80afd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:18.713319 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-e2bd22d8-96c3-4bd9-9252-b9e650416d24 tempest-TestMinimumBasicScenario-1616848502 tempest-TestMinimumBasicScenario-1616848502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:55:18.748890 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-f95656ff-4cae-4bba-bf58-10efbb80afd9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=870ccd32905046e3b10d1d3f45efd91e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418550 Jun 23 08:55:18.749756 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95656ff-4cae-4bba-bf58-10efbb80afd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f91714-624e-4e91-9513-733419f2009a,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:55:18.751903 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 56208) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:55:18.753528 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-f95656ff-4cae-4bba-bf58-10efbb80afd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:55:18.799899 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-df2ba7c5-e06b-437d-b464-77444fc1f022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:18.820005 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-df2ba7c5-e06b-437d-b464-77444fc1f022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:18.864586 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-df2ba7c5-e06b-437d-b464-77444fc1f022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:18.867274 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-df2ba7c5-e06b-437d-b464-77444fc1f022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:18.868374 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-df2ba7c5-e06b-437d-b464-77444fc1f022 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/52f91714-624e-4e91-9513-733419f2009a HTTP/1.1" status: 204 len: 168 time: 0.1154270 Jun 23 08:55:18.869118 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-6a9545ad-2a8b-4809-aff6-2092bea960c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:55:18.876776 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ba7c5-e06b-437d-b464-77444fc1f022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f91714-624e-4e91-9513-733419f2009a,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:55:18.879606 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-df2ba7c5-e06b-437d-b464-77444fc1f022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:55:19.176097 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 56214) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:55:19.189649 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-323521e1-fad6-4086-a759-9dad0249d85e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:19.280254 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-323521e1-fad6-4086-a759-9dad0249d85e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:19.283883 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-323521e1-fad6-4086-a759-9dad0249d85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:19.286272 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-73b768e1-be6d-4e17-b35d-03ea3ae201f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:55:19.324557 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-323521e1-fad6-4086-a759-9dad0249d85e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c0eb1b6205814e349b2e22d7e9e061d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462719 Jun 23 08:55:19.325385 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323521e1-fad6-4086-a759-9dad0249d85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283d036b-a1e3-48cd-9716-796a7512d250,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:55:19.326784 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 56216) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:55:19.328526 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-323521e1-fad6-4086-a759-9dad0249d85e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:55:19.378947 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-493ee91a-6575-4966-a6af-91bbbc4f1dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:19.399131 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-493ee91a-6575-4966-a6af-91bbbc4f1dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:19.445878 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-493ee91a-6575-4966-a6af-91bbbc4f1dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:19.448545 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-493ee91a-6575-4966-a6af-91bbbc4f1dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:19.449762 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-493ee91a-6575-4966-a6af-91bbbc4f1dec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/283d036b-a1e3-48cd-9716-796a7512d250 HTTP/1.1" status: 204 len: 168 time: 0.1219656 Jun 23 08:55:19.450680 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-da0910f3-1ca6-41da-a723-5d9161bc02ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:55:19.458099 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ee91a-6575-4966-a6af-91bbbc4f1dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283d036b-a1e3-48cd-9716-796a7512d250,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:55:19.460295 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-493ee91a-6575-4966-a6af-91bbbc4f1dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:55:24.198002 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 56290) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:55:24.300346 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-0fdbcc73-7cde-4ecf-9e66-7c5278ad5552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:24.387996 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-0fdbcc73-7cde-4ecf-9e66-7c5278ad5552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:24.393035 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-0fdbcc73-7cde-4ecf-9e66-7c5278ad5552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:24.395548 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-7284705b-b690-4ee8-8c4b-891716baf5bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:55:24.428996 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdbcc73-7cde-4ecf-9e66-7c5278ad5552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0791e772-e25e-4968-aeb5-cc1782504eb9,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:55:24.433920 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-0fdbcc73-7cde-4ecf-9e66-7c5278ad5552 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5b3c5f0a8f0d4c1788bf539ec9b11835&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333529 Jun 23 08:55:24.434830 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-0fdbcc73-7cde-4ecf-9e66-7c5278ad5552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:55:24.436636 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 56294) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:55:24.500640 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-65aa5d6c-4e18-4017-9d33-b04446d94831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:24.526441 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-65aa5d6c-4e18-4017-9d33-b04446d94831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:24.571202 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-65aa5d6c-4e18-4017-9d33-b04446d94831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:24.574393 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-65aa5d6c-4e18-4017-9d33-b04446d94831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:24.575575 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-65aa5d6c-4e18-4017-9d33-b04446d94831 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0791e772-e25e-4968-aeb5-cc1782504eb9 HTTP/1.1" status: 204 len: 168 time: 0.1379247 Jun 23 08:55:24.576406 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-5515ce75-e0cf-495e-a37a-4fe2ea5111c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:55:24.583489 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa5d6c-4e18-4017-9d33-b04446d94831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0791e772-e25e-4968-aeb5-cc1782504eb9,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:55:24.586297 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-65aa5d6c-4e18-4017-9d33-b04446d94831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:55:24.825771 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 56300) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:55:24.839216 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-cb0e29a0-2a55-4558-8eb3-155322d7f7c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:24.927424 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-cb0e29a0-2a55-4558-8eb3-155322d7f7c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:24.931901 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-cb0e29a0-2a55-4558-8eb3-155322d7f7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:24.935520 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-8606b8e0-35f6-45c3-b665-7e5219656d65 tempest-AttachVolumeTestJSON-964227715 tempest-AttachVolumeTestJSON-964227715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:55:24.971538 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-cb0e29a0-2a55-4558-8eb3-155322d7f7c3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7851149ee413433385bdbca997b2892b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1447277 Jun 23 08:55:24.972678 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e29a0-2a55-4558-8eb3-155322d7f7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314a3a4d-6a7f-45d7-b812-fc5ae14f84f4,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:55:24.974247 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 56302) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:55:24.975610 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-cb0e29a0-2a55-4558-8eb3-155322d7f7c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:55:25.024646 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-9b4ab07a-c256-46f5-abbf-8e54cf8ea325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:25.044775 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-9b4ab07a-c256-46f5-abbf-8e54cf8ea325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:25.092900 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-9b4ab07a-c256-46f5-abbf-8e54cf8ea325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:25.095779 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-9b4ab07a-c256-46f5-abbf-8e54cf8ea325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:25.096925 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-9b4ab07a-c256-46f5-abbf-8e54cf8ea325 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/314a3a4d-6a7f-45d7-b812-fc5ae14f84f4 HTTP/1.1" status: 204 len: 168 time: 0.1208720 Jun 23 08:55:25.097777 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-52cd6873-4734-4d1d-b4f6-ee8cd3bb73e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:55:25.105361 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ab07a-c256-46f5-abbf-8e54cf8ea325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314a3a4d-6a7f-45d7-b812-fc5ae14f84f4,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:55:25.110763 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-9b4ab07a-c256-46f5-abbf-8e54cf8ea325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:55:29.281408 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 56374) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:55:29.381574 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3e6b79fb-7fa0-4f17-ae7f-2313972fa624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:29.471717 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3e6b79fb-7fa0-4f17-ae7f-2313972fa624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:29.475449 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-3e6b79fb-7fa0-4f17-ae7f-2313972fa624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:29.479009 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-af455cb1-0d41-4216-bd97-74337c3d56a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:55:29.512851 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-3e6b79fb-7fa0-4f17-ae7f-2313972fa624 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c5c1464379047d4b95f5803284ac953&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304060 Jun 23 08:55:29.514808 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b79fb-7fa0-4f17-ae7f-2313972fa624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dffe1df-4c17-4a86-add4-71692dd543d3,revision_number=1']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:55:29.515527 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 56378) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:55:29.517816 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-3e6b79fb-7fa0-4f17-ae7f-2313972fa624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:55:29.566058 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-4f343278-3b3a-496e-9c09-e01842eee37d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:29.587561 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-4f343278-3b3a-496e-9c09-e01842eee37d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:29.635454 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-4f343278-3b3a-496e-9c09-e01842eee37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:29.637959 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-4f343278-3b3a-496e-9c09-e01842eee37d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:29.639105 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-4f343278-3b3a-496e-9c09-e01842eee37d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9dffe1df-4c17-4a86-add4-71692dd543d3 HTTP/1.1" status: 204 len: 168 time: 0.1225853 Jun 23 08:55:29.639864 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-f1f19a1a-deb9-43af-8da5-1e82f41247e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:55:29.646987 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f343278-3b3a-496e-9c09-e01842eee37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dffe1df-4c17-4a86-add4-71692dd543d3,revision_number=None']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:55:29.649281 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-4f343278-3b3a-496e-9c09-e01842eee37d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:55:29.904504 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.wsgi [-] (99593) accepted ('10.222.0.23', 56384) {{(pid=99593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:55:29.917717 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b7bd179e-8c43-4d35-bd0f-5a5585c6415e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:30.004306 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b7bd179e-8c43-4d35-bd0f-5a5585c6415e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:30.008064 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron_lib.callbacks.manager [None req-b7bd179e-8c43-4d35-bd0f-5a5585c6415e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_create {{(pid=99593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:30.011908 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-e94eaa0a-2c87-45dd-b0eb-8d304a7b00b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:55:30.046849 dv-cinder-768592-7-smb neutron-server[99593]: INFO neutron.wsgi [None req-b7bd179e-8c43-4d35-bd0f-5a5585c6415e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5c0ca4c3a92c46f28a90ba269e154d04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1412737 Jun 23 08:55:30.048065 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd179e-8c43-4d35-bd0f-5a5585c6415e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07b89e4-5d53-41b2-ae26-de25c751aac7,revision_number=1']} {{(pid=99593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:55:30.049656 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [-] (99594) accepted ('10.222.0.23', 56386) {{(pid=99594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 08:55:30.051483 dv-cinder-768592-7-smb neutron-server[99593]: DEBUG oslo_concurrency.lockutils [None req-b7bd179e-8c43-4d35-bd0f-5a5585c6415e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:55:30.102014 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-cf82dc04-1591-4481-a355-8a687d4a1f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:30.122607 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-cf82dc04-1591-4481-a355-8a687d4a1f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:30.171979 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-cf82dc04-1591-4481-a355-8a687d4a1f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986130'] for security_group, after_delete {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:30.174533 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron_lib.callbacks.manager [None req-cf82dc04-1591-4481-a355-8a687d4a1f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:30.175711 dv-cinder-768592-7-smb neutron-server[99594]: INFO neutron.wsgi [None req-cf82dc04-1591-4481-a355-8a687d4a1f7d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c07b89e4-5d53-41b2-ae26-de25c751aac7 HTTP/1.1" status: 204 len: 168 time: 0.1250176 Jun 23 08:55:30.176551 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-1c14f99a-6065-4a80-9e18-1e5565d5eeb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 08:55:30.184083 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82dc04-1591-4481-a355-8a687d4a1f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07b89e4-5d53-41b2-ae26-de25c751aac7,revision_number=None']} {{(pid=99594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 08:55:30.186265 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG oslo_concurrency.lockutils [None req-cf82dc04-1591-4481-a355-8a687d4a1f7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 08:55:38.351749 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-82770ab5-8802-4268-a122-c7fb4718869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:41.029138 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:41.071700 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f29ca703-33b7-4601-938d-06eb4bcc94a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:41.402768 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:42.085434 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:43.671331 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:55:45.657315 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 6 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:56:08.351629 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-ef0465ad-dfee-4adb-bf66-3abed36114e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:56:11.046676 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:56:11.071014 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-3d29e951-df9d-481d-955d-ee7bffff62fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:56:11.402884 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:56:12.088238 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:56:13.673278 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:56:22.657206 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 6 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:56:38.351848 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-dc665ff1-826a-4208-b367-688c82d261a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:56:41.032831 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:56:41.072706 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f48e4e36-1ee9-43d5-a1dd-fdbb41062590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:56:41.403245 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:56:42.089429 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:56:43.676211 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:56:59.655414 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 6 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:57:08.353312 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-3389d259-9d8c-4864-a377-bfe68ab17687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:57:11.040118 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:57:11.071582 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-21a3fb7f-15cf-4c02-a1a3-3b96c681e19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:57:11.404947 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:57:12.093259 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:57:13.685870 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:57:25.047717 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [req-c248541a-72f6-4816-9b26-281ac5fa510c req-95237da4-70b3-435b-b512-dc133b8a66e8 service neutron] (99594) timed out ('10.222.0.13', 57430) {{(pid=99594) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 08:57:25.579172 dv-cinder-768592-7-smb neutron-server[99594]: DEBUG neutron.wsgi [req-0780afd8-2554-4a19-8557-492d3cc8260f req-5af9069b-3077-4032-8477-83f6c90b7ad9 service neutron] (99594) timed out ('10.222.0.13', 57412) {{(pid=99594) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 08:57:36.654348 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 6 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:57:38.353681 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e247499e-968b-45a8-aad7-6594e15b1a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:57:41.030958 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:57:41.071417 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-0a5a91ec-78a1-4dc3-a439-4517668355f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:57:41.405328 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:57:42.098196 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:57:43.681935 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:58:08.355730 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-730127ba-6e24-48dc-8820-faf2c9787369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:58:11.052353 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:58:11.071281 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-65882547-6fdf-498f-8a6b-f852013c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:58:11.405466 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:58:12.097980 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:58:13.653325 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 6 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:58:13.684698 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:58:38.357610 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-4ec7fb20-d5ce-487d-90f0-75383253534c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:58:41.052869 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:58:41.071277 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2a089e49-42ca-4c31-a4f8-abe7c28070d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:58:41.411803 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:58:42.100824 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:58:43.686897 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:58:50.653652 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 6 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:59:08.357753 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-6451d077-b837-4046-a51e-78634b60de76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:59:11.072318 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:59:11.076246 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-10d5fbe3-e071-42ee-a8ea-5db4eef95af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:59:11.402896 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:59:12.104117 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:59:13.696966 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:59:27.652068 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 6 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 08:59:38.358216 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-272e9db3-a16f-48f7-99df-9b5aeeb3552d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:59:41.057604 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:59:41.074454 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8aa045a0-16d3-47a4-ba65-c493e5b1f18f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:59:41.404412 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:59:42.107591 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 08:59:43.691476 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:00:04.650636 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 6 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 09:00:08.359518 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-c6e9b3cf-f3fe-4b19-bf28-1c7507f1740d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:00:11.066821 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:00:11.075449 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e5bb3d30-373b-4957-a8ee-680b74de942d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:00:11.404799 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:00:12.110350 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:00:13.694942 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e9a145c6-2bc2-4310-9877-f82fd5740181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:00:38.361161 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-40c2ba9c-b2aa-4ba5-8cf5-0d94b9ab4dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:00:41.063023 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e014da91-3099-483f-95e4-b6ccf9ebb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:00:41.080308 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-c05c9072-e0ca-4c9a-a043-84ca852311eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:00:41.404273 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8ee4db9d-c9f7-472c-af26-b39505b987bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:00:41.649767 dv-cinder-768592-7-smb neutron-server[99596]: DEBUG neutron.db.agents_db [None req-11a0df1d-80b1-4ca0-b88c-fd49438282df None None] Agent healthcheck: found 6 active agents {{(pid=99596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 09:00:42.112621 dv-cinder-768592-7-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f5dff6d-1deb-4670-8a4a-bee6283f874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772759238157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746991'] for agent, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}